tiny11 execution trace

tiny11.execution.trace.yaml

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_0 float32 [32000x256] F0::Wemb
after: var_0 float32 [32000x256] F0::Wemb var_0-ParamNode-float32_32000x256_Wemb-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_1 float32 [1x1] F0::Wemb_QuantMultA
after: var_1 float32 [1x1] F0::Wemb_QuantMultA var_1-ParamNode-float32_1x1_Wemb_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_2 float32 [1x32000] F0::decoder_ff_logit_out_b
after: var_2 float32 [1x32000] F0::decoder_ff_logit_out_b var_2-ParamNode-float32_1x32000_decoder_ff_logit_out_b-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_3 intgemm8 [256x256] F0::decoder_l1_context_Wk
after: var_3 intgemm8 [256x256] F0::decoder_l1_context_Wk var_3-ParamNode-intgemm8_256x256_decoder_l1_context_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_4 float32 [1x1] F0::decoder_l1_context_Wk_QuantMultA
after: var_4 float32 [1x1] F0::decoder_l1_context_Wk_QuantMultA var_4-ParamNode-float32_1x1_decoder_l1_context_Wk_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_5 intgemm8 [256x256] F0::decoder_l1_context_Wo
after: var_5 intgemm8 [256x256] F0::decoder_l1_context_Wo var_5-ParamNode-intgemm8_256x256_decoder_l1_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_6 float32 [1x1] F0::decoder_l1_context_Wo_QuantMultA
after: var_6 float32 [1x1] F0::decoder_l1_context_Wo_QuantMultA var_6-ParamNode-float32_1x1_decoder_l1_context_Wo_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_7 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias
after: var_7 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_7-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_8 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale
after: var_8 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_8-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_9 intgemm8 [256x256] F0::decoder_l1_context_Wq
after: var_9 intgemm8 [256x256] F0::decoder_l1_context_Wq var_9-ParamNode-intgemm8_256x256_decoder_l1_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_10 float32 [1x1] F0::decoder_l1_context_Wq_QuantMultA
after: var_10 float32 [1x1] F0::decoder_l1_context_Wq_QuantMultA var_10-ParamNode-float32_1x1_decoder_l1_context_Wq_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_11 intgemm8 [256x256] F0::decoder_l1_context_Wv
after: var_11 intgemm8 [256x256] F0::decoder_l1_context_Wv var_11-ParamNode-intgemm8_256x256_decoder_l1_context_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_12 float32 [1x1] F0::decoder_l1_context_Wv_QuantMultA
after: var_12 float32 [1x1] F0::decoder_l1_context_Wv_QuantMultA var_12-ParamNode-float32_1x1_decoder_l1_context_Wv_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_13 float32 [1x256] F0::decoder_l1_context_bk
after: var_13 float32 [1x256] F0::decoder_l1_context_bk var_13-ParamNode-float32_1x256_decoder_l1_context_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_14 float32 [1x256] F0::decoder_l1_context_bo
after: var_14 float32 [1x256] F0::decoder_l1_context_bo var_14-ParamNode-float32_1x256_decoder_l1_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_15 float32 [1x256] F0::decoder_l1_context_bq
after: var_15 float32 [1x256] F0::decoder_l1_context_bq var_15-ParamNode-float32_1x256_decoder_l1_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_16 float32 [1x256] F0::decoder_l1_context_bv
after: var_16 float32 [1x256] F0::decoder_l1_context_bv var_16-ParamNode-float32_1x256_decoder_l1_context_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_17 intgemm8 [256x1536] F0::decoder_l1_ffn_W1
after: var_17 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_17-ParamNode-intgemm8_256x1536_decoder_l1_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_18 float32 [1x1] F0::decoder_l1_ffn_W1_QuantMultA
after: var_18 float32 [1x1] F0::decoder_l1_ffn_W1_QuantMultA var_18-ParamNode-float32_1x1_decoder_l1_ffn_W1_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_19 intgemm8 [1536x256] F0::decoder_l1_ffn_W2
after: var_19 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_19-ParamNode-intgemm8_1536x256_decoder_l1_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_20 float32 [1x1] F0::decoder_l1_ffn_W2_QuantMultA
after: var_20 float32 [1x1] F0::decoder_l1_ffn_W2_QuantMultA var_20-ParamNode-float32_1x1_decoder_l1_ffn_W2_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_21 float32 [1x1536] F0::decoder_l1_ffn_b1
after: var_21 float32 [1x1536] F0::decoder_l1_ffn_b1 var_21-ParamNode-float32_1x1536_decoder_l1_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_22 float32 [1x256] F0::decoder_l1_ffn_b2
after: var_22 float32 [1x256] F0::decoder_l1_ffn_b2 var_22-ParamNode-float32_1x256_decoder_l1_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_23 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias
after: var_23 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_23-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_24 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale
after: var_24 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_24-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_25 intgemm8 [256x256] F0::decoder_l1_rnn_W
after: var_25 intgemm8 [256x256] F0::decoder_l1_rnn_W var_25-ParamNode-intgemm8_256x256_decoder_l1_rnn_W-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_26 float32 [1x1] F0::decoder_l1_rnn_W_QuantMultA
after: var_26 float32 [1x1] F0::decoder_l1_rnn_W_QuantMultA var_26-ParamNode-float32_1x1_decoder_l1_rnn_W_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_27 intgemm8 [256x256] F0::decoder_l1_rnn_Wf
after: var_27 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_27-ParamNode-intgemm8_256x256_decoder_l1_rnn_Wf-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_28 float32 [1x1] F0::decoder_l1_rnn_Wf_QuantMultA
after: var_28 float32 [1x1] F0::decoder_l1_rnn_Wf_QuantMultA var_28-ParamNode-float32_1x1_decoder_l1_rnn_Wf_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_29 float32 [1x256] F0::decoder_l1_rnn_bf
after: var_29 float32 [1x256] F0::decoder_l1_rnn_bf var_29-ParamNode-float32_1x256_decoder_l1_rnn_bf-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_30 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias
after: var_30 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_30-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_31 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale
after: var_31 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_31-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_32 intgemm8 [256x256] F0::decoder_l2_context_Wk
after: var_32 intgemm8 [256x256] F0::decoder_l2_context_Wk var_32-ParamNode-intgemm8_256x256_decoder_l2_context_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_33 float32 [1x1] F0::decoder_l2_context_Wk_QuantMultA
after: var_33 float32 [1x1] F0::decoder_l2_context_Wk_QuantMultA var_33-ParamNode-float32_1x1_decoder_l2_context_Wk_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_34 intgemm8 [256x256] F0::decoder_l2_context_Wo
after: var_34 intgemm8 [256x256] F0::decoder_l2_context_Wo var_34-ParamNode-intgemm8_256x256_decoder_l2_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_35 float32 [1x1] F0::decoder_l2_context_Wo_QuantMultA
after: var_35 float32 [1x1] F0::decoder_l2_context_Wo_QuantMultA var_35-ParamNode-float32_1x1_decoder_l2_context_Wo_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_36 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias
after: var_36 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_36-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_37 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale
after: var_37 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_37-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_38 intgemm8 [256x256] F0::decoder_l2_context_Wq
after: var_38 intgemm8 [256x256] F0::decoder_l2_context_Wq var_38-ParamNode-intgemm8_256x256_decoder_l2_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_39 float32 [1x1] F0::decoder_l2_context_Wq_QuantMultA
after: var_39 float32 [1x1] F0::decoder_l2_context_Wq_QuantMultA var_39-ParamNode-float32_1x1_decoder_l2_context_Wq_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_40 intgemm8 [256x256] F0::decoder_l2_context_Wv
after: var_40 intgemm8 [256x256] F0::decoder_l2_context_Wv var_40-ParamNode-intgemm8_256x256_decoder_l2_context_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_41 float32 [1x1] F0::decoder_l2_context_Wv_QuantMultA
after: var_41 float32 [1x1] F0::decoder_l2_context_Wv_QuantMultA var_41-ParamNode-float32_1x1_decoder_l2_context_Wv_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_42 float32 [1x256] F0::decoder_l2_context_bk
after: var_42 float32 [1x256] F0::decoder_l2_context_bk var_42-ParamNode-float32_1x256_decoder_l2_context_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_43 float32 [1x256] F0::decoder_l2_context_bo
after: var_43 float32 [1x256] F0::decoder_l2_context_bo var_43-ParamNode-float32_1x256_decoder_l2_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_44 float32 [1x256] F0::decoder_l2_context_bq
after: var_44 float32 [1x256] F0::decoder_l2_context_bq var_44-ParamNode-float32_1x256_decoder_l2_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_45 float32 [1x256] F0::decoder_l2_context_bv
after: var_45 float32 [1x256] F0::decoder_l2_context_bv var_45-ParamNode-float32_1x256_decoder_l2_context_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_46 intgemm8 [256x1536] F0::decoder_l2_ffn_W1
after: var_46 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_46-ParamNode-intgemm8_256x1536_decoder_l2_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_47 float32 [1x1] F0::decoder_l2_ffn_W1_QuantMultA
after: var_47 float32 [1x1] F0::decoder_l2_ffn_W1_QuantMultA var_47-ParamNode-float32_1x1_decoder_l2_ffn_W1_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_48 intgemm8 [1536x256] F0::decoder_l2_ffn_W2
after: var_48 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_48-ParamNode-intgemm8_1536x256_decoder_l2_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_49 float32 [1x1] F0::decoder_l2_ffn_W2_QuantMultA
after: var_49 float32 [1x1] F0::decoder_l2_ffn_W2_QuantMultA var_49-ParamNode-float32_1x1_decoder_l2_ffn_W2_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_50 float32 [1x1536] F0::decoder_l2_ffn_b1
after: var_50 float32 [1x1536] F0::decoder_l2_ffn_b1 var_50-ParamNode-float32_1x1536_decoder_l2_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_51 float32 [1x256] F0::decoder_l2_ffn_b2
after: var_51 float32 [1x256] F0::decoder_l2_ffn_b2 var_51-ParamNode-float32_1x256_decoder_l2_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_52 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias
after: var_52 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_52-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_53 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale
after: var_53 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_53-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_54 intgemm8 [256x256] F0::decoder_l2_rnn_W
after: var_54 intgemm8 [256x256] F0::decoder_l2_rnn_W var_54-ParamNode-intgemm8_256x256_decoder_l2_rnn_W-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_55 float32 [1x1] F0::decoder_l2_rnn_W_QuantMultA
after: var_55 float32 [1x1] F0::decoder_l2_rnn_W_QuantMultA var_55-ParamNode-float32_1x1_decoder_l2_rnn_W_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_56 intgemm8 [256x256] F0::decoder_l2_rnn_Wf
after: var_56 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_56-ParamNode-intgemm8_256x256_decoder_l2_rnn_Wf-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_57 float32 [1x1] F0::decoder_l2_rnn_Wf_QuantMultA
after: var_57 float32 [1x1] F0::decoder_l2_rnn_Wf_QuantMultA var_57-ParamNode-float32_1x1_decoder_l2_rnn_Wf_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_58 float32 [1x256] F0::decoder_l2_rnn_bf
after: var_58 float32 [1x256] F0::decoder_l2_rnn_bf var_58-ParamNode-float32_1x256_decoder_l2_rnn_bf-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_59 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias
after: var_59 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_59-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_60 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale
after: var_60 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_60-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_61 intgemm8 [256x1536] F0::encoder_l1_ffn_W1
after: var_61 intgemm8 [256x1536] F0::encoder_l1_ffn_W1 var_61-ParamNode-intgemm8_256x1536_encoder_l1_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_62 float32 [1x1] F0::encoder_l1_ffn_W1_QuantMultA
after: var_62 float32 [1x1] F0::encoder_l1_ffn_W1_QuantMultA var_62-ParamNode-float32_1x1_encoder_l1_ffn_W1_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_63 intgemm8 [1536x256] F0::encoder_l1_ffn_W2
after: var_63 intgemm8 [1536x256] F0::encoder_l1_ffn_W2 var_63-ParamNode-intgemm8_1536x256_encoder_l1_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_64 float32 [1x1] F0::encoder_l1_ffn_W2_QuantMultA
after: var_64 float32 [1x1] F0::encoder_l1_ffn_W2_QuantMultA var_64-ParamNode-float32_1x1_encoder_l1_ffn_W2_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_65 float32 [1x1536] F0::encoder_l1_ffn_b1
after: var_65 float32 [1x1536] F0::encoder_l1_ffn_b1 var_65-ParamNode-float32_1x1536_encoder_l1_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_66 float32 [1x256] F0::encoder_l1_ffn_b2
after: var_66 float32 [1x256] F0::encoder_l1_ffn_b2 var_66-ParamNode-float32_1x256_encoder_l1_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_67 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_bias
after: var_67 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_bias var_67-ParamNode-float32_1x256_encoder_l1_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_68 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_scale
after: var_68 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_scale var_68-ParamNode-float32_1x256_encoder_l1_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_69 intgemm8 [256x256] F0::encoder_l1_self_Wk
after: var_69 intgemm8 [256x256] F0::encoder_l1_self_Wk var_69-ParamNode-intgemm8_256x256_encoder_l1_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_70 float32 [1x1] F0::encoder_l1_self_Wk_QuantMultA
after: var_70 float32 [1x1] F0::encoder_l1_self_Wk_QuantMultA var_70-ParamNode-float32_1x1_encoder_l1_self_Wk_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_71 intgemm8 [256x256] F0::encoder_l1_self_Wo
after: var_71 intgemm8 [256x256] F0::encoder_l1_self_Wo var_71-ParamNode-intgemm8_256x256_encoder_l1_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_72 float32 [1x1] F0::encoder_l1_self_Wo_QuantMultA
after: var_72 float32 [1x1] F0::encoder_l1_self_Wo_QuantMultA var_72-ParamNode-float32_1x1_encoder_l1_self_Wo_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_73 float32 [1x256] F0::encoder_l1_self_Wo_ln_bias
after: var_73 float32 [1x256] F0::encoder_l1_self_Wo_ln_bias var_73-ParamNode-float32_1x256_encoder_l1_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_74 float32 [1x256] F0::encoder_l1_self_Wo_ln_scale
after: var_74 float32 [1x256] F0::encoder_l1_self_Wo_ln_scale var_74-ParamNode-float32_1x256_encoder_l1_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_75 intgemm8 [256x256] F0::encoder_l1_self_Wq
after: var_75 intgemm8 [256x256] F0::encoder_l1_self_Wq var_75-ParamNode-intgemm8_256x256_encoder_l1_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_76 float32 [1x1] F0::encoder_l1_self_Wq_QuantMultA
after: var_76 float32 [1x1] F0::encoder_l1_self_Wq_QuantMultA var_76-ParamNode-float32_1x1_encoder_l1_self_Wq_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_77 intgemm8 [256x256] F0::encoder_l1_self_Wv
after: var_77 intgemm8 [256x256] F0::encoder_l1_self_Wv var_77-ParamNode-intgemm8_256x256_encoder_l1_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_78 float32 [1x1] F0::encoder_l1_self_Wv_QuantMultA
after: var_78 float32 [1x1] F0::encoder_l1_self_Wv_QuantMultA var_78-ParamNode-float32_1x1_encoder_l1_self_Wv_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_79 float32 [1x256] F0::encoder_l1_self_bk
after: var_79 float32 [1x256] F0::encoder_l1_self_bk var_79-ParamNode-float32_1x256_encoder_l1_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_80 float32 [1x256] F0::encoder_l1_self_bo
after: var_80 float32 [1x256] F0::encoder_l1_self_bo var_80-ParamNode-float32_1x256_encoder_l1_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_81 float32 [1x256] F0::encoder_l1_self_bq
after: var_81 float32 [1x256] F0::encoder_l1_self_bq var_81-ParamNode-float32_1x256_encoder_l1_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_82 float32 [1x256] F0::encoder_l1_self_bv
after: var_82 float32 [1x256] F0::encoder_l1_self_bv var_82-ParamNode-float32_1x256_encoder_l1_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_83 intgemm8 [256x1536] F0::encoder_l2_ffn_W1
after: var_83 intgemm8 [256x1536] F0::encoder_l2_ffn_W1 var_83-ParamNode-intgemm8_256x1536_encoder_l2_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_84 float32 [1x1] F0::encoder_l2_ffn_W1_QuantMultA
after: var_84 float32 [1x1] F0::encoder_l2_ffn_W1_QuantMultA var_84-ParamNode-float32_1x1_encoder_l2_ffn_W1_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_85 intgemm8 [1536x256] F0::encoder_l2_ffn_W2
after: var_85 intgemm8 [1536x256] F0::encoder_l2_ffn_W2 var_85-ParamNode-intgemm8_1536x256_encoder_l2_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_86 float32 [1x1] F0::encoder_l2_ffn_W2_QuantMultA
after: var_86 float32 [1x1] F0::encoder_l2_ffn_W2_QuantMultA var_86-ParamNode-float32_1x1_encoder_l2_ffn_W2_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_87 float32 [1x1536] F0::encoder_l2_ffn_b1
after: var_87 float32 [1x1536] F0::encoder_l2_ffn_b1 var_87-ParamNode-float32_1x1536_encoder_l2_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_88 float32 [1x256] F0::encoder_l2_ffn_b2
after: var_88 float32 [1x256] F0::encoder_l2_ffn_b2 var_88-ParamNode-float32_1x256_encoder_l2_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_89 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_bias
after: var_89 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_bias var_89-ParamNode-float32_1x256_encoder_l2_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_90 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_scale
after: var_90 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_scale var_90-ParamNode-float32_1x256_encoder_l2_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_91 intgemm8 [256x256] F0::encoder_l2_self_Wk
after: var_91 intgemm8 [256x256] F0::encoder_l2_self_Wk var_91-ParamNode-intgemm8_256x256_encoder_l2_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_92 float32 [1x1] F0::encoder_l2_self_Wk_QuantMultA
after: var_92 float32 [1x1] F0::encoder_l2_self_Wk_QuantMultA var_92-ParamNode-float32_1x1_encoder_l2_self_Wk_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_93 intgemm8 [256x256] F0::encoder_l2_self_Wo
after: var_93 intgemm8 [256x256] F0::encoder_l2_self_Wo var_93-ParamNode-intgemm8_256x256_encoder_l2_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_94 float32 [1x1] F0::encoder_l2_self_Wo_QuantMultA
after: var_94 float32 [1x1] F0::encoder_l2_self_Wo_QuantMultA var_94-ParamNode-float32_1x1_encoder_l2_self_Wo_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_95 float32 [1x256] F0::encoder_l2_self_Wo_ln_bias
after: var_95 float32 [1x256] F0::encoder_l2_self_Wo_ln_bias var_95-ParamNode-float32_1x256_encoder_l2_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_96 float32 [1x256] F0::encoder_l2_self_Wo_ln_scale
after: var_96 float32 [1x256] F0::encoder_l2_self_Wo_ln_scale var_96-ParamNode-float32_1x256_encoder_l2_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_97 intgemm8 [256x256] F0::encoder_l2_self_Wq
after: var_97 intgemm8 [256x256] F0::encoder_l2_self_Wq var_97-ParamNode-intgemm8_256x256_encoder_l2_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_98 float32 [1x1] F0::encoder_l2_self_Wq_QuantMultA
after: var_98 float32 [1x1] F0::encoder_l2_self_Wq_QuantMultA var_98-ParamNode-float32_1x1_encoder_l2_self_Wq_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_99 intgemm8 [256x256] F0::encoder_l2_self_Wv
after: var_99 intgemm8 [256x256] F0::encoder_l2_self_Wv var_99-ParamNode-intgemm8_256x256_encoder_l2_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_100 float32 [1x1] F0::encoder_l2_self_Wv_QuantMultA
after: var_100 float32 [1x1] F0::encoder_l2_self_Wv_QuantMultA var_100-ParamNode-float32_1x1_encoder_l2_self_Wv_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_101 float32 [1x256] F0::encoder_l2_self_bk
after: var_101 float32 [1x256] F0::encoder_l2_self_bk var_101-ParamNode-float32_1x256_encoder_l2_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_102 float32 [1x256] F0::encoder_l2_self_bo
after: var_102 float32 [1x256] F0::encoder_l2_self_bo var_102-ParamNode-float32_1x256_encoder_l2_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_103 float32 [1x256] F0::encoder_l2_self_bq
after: var_103 float32 [1x256] F0::encoder_l2_self_bq var_103-ParamNode-float32_1x256_encoder_l2_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_104 float32 [1x256] F0::encoder_l2_self_bv
after: var_104 float32 [1x256] F0::encoder_l2_self_bv var_104-ParamNode-float32_1x256_encoder_l2_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_105 intgemm8 [256x1536] F0::encoder_l3_ffn_W1
after: var_105 intgemm8 [256x1536] F0::encoder_l3_ffn_W1 var_105-ParamNode-intgemm8_256x1536_encoder_l3_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_106 float32 [1x1] F0::encoder_l3_ffn_W1_QuantMultA
after: var_106 float32 [1x1] F0::encoder_l3_ffn_W1_QuantMultA var_106-ParamNode-float32_1x1_encoder_l3_ffn_W1_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_107 intgemm8 [1536x256] F0::encoder_l3_ffn_W2
after: var_107 intgemm8 [1536x256] F0::encoder_l3_ffn_W2 var_107-ParamNode-intgemm8_1536x256_encoder_l3_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_108 float32 [1x1] F0::encoder_l3_ffn_W2_QuantMultA
after: var_108 float32 [1x1] F0::encoder_l3_ffn_W2_QuantMultA var_108-ParamNode-float32_1x1_encoder_l3_ffn_W2_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_109 float32 [1x1536] F0::encoder_l3_ffn_b1
after: var_109 float32 [1x1536] F0::encoder_l3_ffn_b1 var_109-ParamNode-float32_1x1536_encoder_l3_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_110 float32 [1x256] F0::encoder_l3_ffn_b2
after: var_110 float32 [1x256] F0::encoder_l3_ffn_b2 var_110-ParamNode-float32_1x256_encoder_l3_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_111 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_bias
after: var_111 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_bias var_111-ParamNode-float32_1x256_encoder_l3_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_112 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_scale
after: var_112 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_scale var_112-ParamNode-float32_1x256_encoder_l3_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_113 intgemm8 [256x256] F0::encoder_l3_self_Wk
after: var_113 intgemm8 [256x256] F0::encoder_l3_self_Wk var_113-ParamNode-intgemm8_256x256_encoder_l3_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_114 float32 [1x1] F0::encoder_l3_self_Wk_QuantMultA
after: var_114 float32 [1x1] F0::encoder_l3_self_Wk_QuantMultA var_114-ParamNode-float32_1x1_encoder_l3_self_Wk_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_115 intgemm8 [256x256] F0::encoder_l3_self_Wo
after: var_115 intgemm8 [256x256] F0::encoder_l3_self_Wo var_115-ParamNode-intgemm8_256x256_encoder_l3_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_116 float32 [1x1] F0::encoder_l3_self_Wo_QuantMultA
after: var_116 float32 [1x1] F0::encoder_l3_self_Wo_QuantMultA var_116-ParamNode-float32_1x1_encoder_l3_self_Wo_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_117 float32 [1x256] F0::encoder_l3_self_Wo_ln_bias
after: var_117 float32 [1x256] F0::encoder_l3_self_Wo_ln_bias var_117-ParamNode-float32_1x256_encoder_l3_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_118 float32 [1x256] F0::encoder_l3_self_Wo_ln_scale
after: var_118 float32 [1x256] F0::encoder_l3_self_Wo_ln_scale var_118-ParamNode-float32_1x256_encoder_l3_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_119 intgemm8 [256x256] F0::encoder_l3_self_Wq
after: var_119 intgemm8 [256x256] F0::encoder_l3_self_Wq var_119-ParamNode-intgemm8_256x256_encoder_l3_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_120 float32 [1x1] F0::encoder_l3_self_Wq_QuantMultA
after: var_120 float32 [1x1] F0::encoder_l3_self_Wq_QuantMultA var_120-ParamNode-float32_1x1_encoder_l3_self_Wq_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_121 intgemm8 [256x256] F0::encoder_l3_self_Wv
after: var_121 intgemm8 [256x256] F0::encoder_l3_self_Wv var_121-ParamNode-intgemm8_256x256_encoder_l3_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_122 float32 [1x1] F0::encoder_l3_self_Wv_QuantMultA
after: var_122 float32 [1x1] F0::encoder_l3_self_Wv_QuantMultA var_122-ParamNode-float32_1x1_encoder_l3_self_Wv_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_123 float32 [1x256] F0::encoder_l3_self_bk
after: var_123 float32 [1x256] F0::encoder_l3_self_bk var_123-ParamNode-float32_1x256_encoder_l3_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_124 float32 [1x256] F0::encoder_l3_self_bo
after: var_124 float32 [1x256] F0::encoder_l3_self_bo var_124-ParamNode-float32_1x256_encoder_l3_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_125 float32 [1x256] F0::encoder_l3_self_bq
after: var_125 float32 [1x256] F0::encoder_l3_self_bq var_125-ParamNode-float32_1x256_encoder_l3_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_126 float32 [1x256] F0::encoder_l3_self_bv
after: var_126 float32 [1x256] F0::encoder_l3_self_bv var_126-ParamNode-float32_1x256_encoder_l3_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_127 intgemm8 [256x1536] F0::encoder_l4_ffn_W1
after: var_127 intgemm8 [256x1536] F0::encoder_l4_ffn_W1 var_127-ParamNode-intgemm8_256x1536_encoder_l4_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_128 float32 [1x1] F0::encoder_l4_ffn_W1_QuantMultA
after: var_128 float32 [1x1] F0::encoder_l4_ffn_W1_QuantMultA var_128-ParamNode-float32_1x1_encoder_l4_ffn_W1_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_129 intgemm8 [1536x256] F0::encoder_l4_ffn_W2
after: var_129 intgemm8 [1536x256] F0::encoder_l4_ffn_W2 var_129-ParamNode-intgemm8_1536x256_encoder_l4_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_130 float32 [1x1] F0::encoder_l4_ffn_W2_QuantMultA
after: var_130 float32 [1x1] F0::encoder_l4_ffn_W2_QuantMultA var_130-ParamNode-float32_1x1_encoder_l4_ffn_W2_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_131 float32 [1x1536] F0::encoder_l4_ffn_b1
after: var_131 float32 [1x1536] F0::encoder_l4_ffn_b1 var_131-ParamNode-float32_1x1536_encoder_l4_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_132 float32 [1x256] F0::encoder_l4_ffn_b2
after: var_132 float32 [1x256] F0::encoder_l4_ffn_b2 var_132-ParamNode-float32_1x256_encoder_l4_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_133 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_bias
after: var_133 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_bias var_133-ParamNode-float32_1x256_encoder_l4_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_134 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_scale
after: var_134 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_scale var_134-ParamNode-float32_1x256_encoder_l4_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_135 intgemm8 [256x256] F0::encoder_l4_self_Wk
after: var_135 intgemm8 [256x256] F0::encoder_l4_self_Wk var_135-ParamNode-intgemm8_256x256_encoder_l4_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_136 float32 [1x1] F0::encoder_l4_self_Wk_QuantMultA
after: var_136 float32 [1x1] F0::encoder_l4_self_Wk_QuantMultA var_136-ParamNode-float32_1x1_encoder_l4_self_Wk_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_137 intgemm8 [256x256] F0::encoder_l4_self_Wo
after: var_137 intgemm8 [256x256] F0::encoder_l4_self_Wo var_137-ParamNode-intgemm8_256x256_encoder_l4_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_138 float32 [1x1] F0::encoder_l4_self_Wo_QuantMultA
after: var_138 float32 [1x1] F0::encoder_l4_self_Wo_QuantMultA var_138-ParamNode-float32_1x1_encoder_l4_self_Wo_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_139 float32 [1x256] F0::encoder_l4_self_Wo_ln_bias
after: var_139 float32 [1x256] F0::encoder_l4_self_Wo_ln_bias var_139-ParamNode-float32_1x256_encoder_l4_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_140 float32 [1x256] F0::encoder_l4_self_Wo_ln_scale
after: var_140 float32 [1x256] F0::encoder_l4_self_Wo_ln_scale var_140-ParamNode-float32_1x256_encoder_l4_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_141 intgemm8 [256x256] F0::encoder_l4_self_Wq
after: var_141 intgemm8 [256x256] F0::encoder_l4_self_Wq var_141-ParamNode-intgemm8_256x256_encoder_l4_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_142 float32 [1x1] F0::encoder_l4_self_Wq_QuantMultA
after: var_142 float32 [1x1] F0::encoder_l4_self_Wq_QuantMultA var_142-ParamNode-float32_1x1_encoder_l4_self_Wq_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_143 intgemm8 [256x256] F0::encoder_l4_self_Wv
after: var_143 intgemm8 [256x256] F0::encoder_l4_self_Wv var_143-ParamNode-intgemm8_256x256_encoder_l4_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_144 float32 [1x1] F0::encoder_l4_self_Wv_QuantMultA
after: var_144 float32 [1x1] F0::encoder_l4_self_Wv_QuantMultA var_144-ParamNode-float32_1x1_encoder_l4_self_Wv_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_145 float32 [1x256] F0::encoder_l4_self_bk
after: var_145 float32 [1x256] F0::encoder_l4_self_bk var_145-ParamNode-float32_1x256_encoder_l4_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_146 float32 [1x256] F0::encoder_l4_self_bo
after: var_146 float32 [1x256] F0::encoder_l4_self_bo var_146-ParamNode-float32_1x256_encoder_l4_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_147 float32 [1x256] F0::encoder_l4_self_bq
after: var_147 float32 [1x256] F0::encoder_l4_self_bq var_147-ParamNode-float32_1x256_encoder_l4_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_148 float32 [1x256] F0::encoder_l4_self_bv
after: var_148 float32 [1x256] F0::encoder_l4_self_bv var_148-ParamNode-float32_1x256_encoder_l4_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_149 intgemm8 [256x1536] F0::encoder_l5_ffn_W1
after: var_149 intgemm8 [256x1536] F0::encoder_l5_ffn_W1 var_149-ParamNode-intgemm8_256x1536_encoder_l5_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_150 float32 [1x1] F0::encoder_l5_ffn_W1_QuantMultA
after: var_150 float32 [1x1] F0::encoder_l5_ffn_W1_QuantMultA var_150-ParamNode-float32_1x1_encoder_l5_ffn_W1_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_151 intgemm8 [1536x256] F0::encoder_l5_ffn_W2
after: var_151 intgemm8 [1536x256] F0::encoder_l5_ffn_W2 var_151-ParamNode-intgemm8_1536x256_encoder_l5_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_152 float32 [1x1] F0::encoder_l5_ffn_W2_QuantMultA
after: var_152 float32 [1x1] F0::encoder_l5_ffn_W2_QuantMultA var_152-ParamNode-float32_1x1_encoder_l5_ffn_W2_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_153 float32 [1x1536] F0::encoder_l5_ffn_b1
after: var_153 float32 [1x1536] F0::encoder_l5_ffn_b1 var_153-ParamNode-float32_1x1536_encoder_l5_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_154 float32 [1x256] F0::encoder_l5_ffn_b2
after: var_154 float32 [1x256] F0::encoder_l5_ffn_b2 var_154-ParamNode-float32_1x256_encoder_l5_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_155 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_bias
after: var_155 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_bias var_155-ParamNode-float32_1x256_encoder_l5_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_156 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_scale
after: var_156 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_scale var_156-ParamNode-float32_1x256_encoder_l5_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_157 intgemm8 [256x256] F0::encoder_l5_self_Wk
after: var_157 intgemm8 [256x256] F0::encoder_l5_self_Wk var_157-ParamNode-intgemm8_256x256_encoder_l5_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_158 float32 [1x1] F0::encoder_l5_self_Wk_QuantMultA
after: var_158 float32 [1x1] F0::encoder_l5_self_Wk_QuantMultA var_158-ParamNode-float32_1x1_encoder_l5_self_Wk_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_159 intgemm8 [256x256] F0::encoder_l5_self_Wo
after: var_159 intgemm8 [256x256] F0::encoder_l5_self_Wo var_159-ParamNode-intgemm8_256x256_encoder_l5_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_160 float32 [1x1] F0::encoder_l5_self_Wo_QuantMultA
after: var_160 float32 [1x1] F0::encoder_l5_self_Wo_QuantMultA var_160-ParamNode-float32_1x1_encoder_l5_self_Wo_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_161 float32 [1x256] F0::encoder_l5_self_Wo_ln_bias
after: var_161 float32 [1x256] F0::encoder_l5_self_Wo_ln_bias var_161-ParamNode-float32_1x256_encoder_l5_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_162 float32 [1x256] F0::encoder_l5_self_Wo_ln_scale
after: var_162 float32 [1x256] F0::encoder_l5_self_Wo_ln_scale var_162-ParamNode-float32_1x256_encoder_l5_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_163 intgemm8 [256x256] F0::encoder_l5_self_Wq
after: var_163 intgemm8 [256x256] F0::encoder_l5_self_Wq var_163-ParamNode-intgemm8_256x256_encoder_l5_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_164 float32 [1x1] F0::encoder_l5_self_Wq_QuantMultA
after: var_164 float32 [1x1] F0::encoder_l5_self_Wq_QuantMultA var_164-ParamNode-float32_1x1_encoder_l5_self_Wq_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_165 intgemm8 [256x256] F0::encoder_l5_self_Wv
after: var_165 intgemm8 [256x256] F0::encoder_l5_self_Wv var_165-ParamNode-intgemm8_256x256_encoder_l5_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_166 float32 [1x1] F0::encoder_l5_self_Wv_QuantMultA
after: var_166 float32 [1x1] F0::encoder_l5_self_Wv_QuantMultA var_166-ParamNode-float32_1x1_encoder_l5_self_Wv_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_167 float32 [1x256] F0::encoder_l5_self_bk
after: var_167 float32 [1x256] F0::encoder_l5_self_bk var_167-ParamNode-float32_1x256_encoder_l5_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_168 float32 [1x256] F0::encoder_l5_self_bo
after: var_168 float32 [1x256] F0::encoder_l5_self_bo var_168-ParamNode-float32_1x256_encoder_l5_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_169 float32 [1x256] F0::encoder_l5_self_bq
after: var_169 float32 [1x256] F0::encoder_l5_self_bq var_169-ParamNode-float32_1x256_encoder_l5_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_170 float32 [1x256] F0::encoder_l5_self_bv
after: var_170 float32 [1x256] F0::encoder_l5_self_bv var_170-ParamNode-float32_1x256_encoder_l5_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_171 intgemm8 [256x1536] F0::encoder_l6_ffn_W1
after: var_171 intgemm8 [256x1536] F0::encoder_l6_ffn_W1 var_171-ParamNode-intgemm8_256x1536_encoder_l6_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_172 float32 [1x1] F0::encoder_l6_ffn_W1_QuantMultA
after: var_172 float32 [1x1] F0::encoder_l6_ffn_W1_QuantMultA var_172-ParamNode-float32_1x1_encoder_l6_ffn_W1_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_173 intgemm8 [1536x256] F0::encoder_l6_ffn_W2
after: var_173 intgemm8 [1536x256] F0::encoder_l6_ffn_W2 var_173-ParamNode-intgemm8_1536x256_encoder_l6_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_174 float32 [1x1] F0::encoder_l6_ffn_W2_QuantMultA
after: var_174 float32 [1x1] F0::encoder_l6_ffn_W2_QuantMultA var_174-ParamNode-float32_1x1_encoder_l6_ffn_W2_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_175 float32 [1x1536] F0::encoder_l6_ffn_b1
after: var_175 float32 [1x1536] F0::encoder_l6_ffn_b1 var_175-ParamNode-float32_1x1536_encoder_l6_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_176 float32 [1x256] F0::encoder_l6_ffn_b2
after: var_176 float32 [1x256] F0::encoder_l6_ffn_b2 var_176-ParamNode-float32_1x256_encoder_l6_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_177 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_bias
after: var_177 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_bias var_177-ParamNode-float32_1x256_encoder_l6_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_178 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_scale
after: var_178 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_scale var_178-ParamNode-float32_1x256_encoder_l6_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_179 intgemm8 [256x256] F0::encoder_l6_self_Wk
after: var_179 intgemm8 [256x256] F0::encoder_l6_self_Wk var_179-ParamNode-intgemm8_256x256_encoder_l6_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_180 float32 [1x1] F0::encoder_l6_self_Wk_QuantMultA
after: var_180 float32 [1x1] F0::encoder_l6_self_Wk_QuantMultA var_180-ParamNode-float32_1x1_encoder_l6_self_Wk_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_181 intgemm8 [256x256] F0::encoder_l6_self_Wo
after: var_181 intgemm8 [256x256] F0::encoder_l6_self_Wo var_181-ParamNode-intgemm8_256x256_encoder_l6_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_182 float32 [1x1] F0::encoder_l6_self_Wo_QuantMultA
after: var_182 float32 [1x1] F0::encoder_l6_self_Wo_QuantMultA var_182-ParamNode-float32_1x1_encoder_l6_self_Wo_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_183 float32 [1x256] F0::encoder_l6_self_Wo_ln_bias
after: var_183 float32 [1x256] F0::encoder_l6_self_Wo_ln_bias var_183-ParamNode-float32_1x256_encoder_l6_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_184 float32 [1x256] F0::encoder_l6_self_Wo_ln_scale
after: var_184 float32 [1x256] F0::encoder_l6_self_Wo_ln_scale var_184-ParamNode-float32_1x256_encoder_l6_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_185 intgemm8 [256x256] F0::encoder_l6_self_Wq
after: var_185 intgemm8 [256x256] F0::encoder_l6_self_Wq var_185-ParamNode-intgemm8_256x256_encoder_l6_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_186 float32 [1x1] F0::encoder_l6_self_Wq_QuantMultA
after: var_186 float32 [1x1] F0::encoder_l6_self_Wq_QuantMultA var_186-ParamNode-float32_1x1_encoder_l6_self_Wq_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_187 intgemm8 [256x256] F0::encoder_l6_self_Wv
after: var_187 intgemm8 [256x256] F0::encoder_l6_self_Wv var_187-ParamNode-intgemm8_256x256_encoder_l6_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_188 float32 [1x1] F0::encoder_l6_self_Wv_QuantMultA
after: var_188 float32 [1x1] F0::encoder_l6_self_Wv_QuantMultA var_188-ParamNode-float32_1x1_encoder_l6_self_Wv_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_189 float32 [1x256] F0::encoder_l6_self_bk
after: var_189 float32 [1x256] F0::encoder_l6_self_bk var_189-ParamNode-float32_1x256_encoder_l6_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_190 float32 [1x256] F0::encoder_l6_self_bo
after: var_190 float32 [1x256] F0::encoder_l6_self_bo var_190-ParamNode-float32_1x256_encoder_l6_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_191 float32 [1x256] F0::encoder_l6_self_bq
after: var_191 float32 [1x256] F0::encoder_l6_self_bq var_191-ParamNode-float32_1x256_encoder_l6_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_192 float32 [1x256] F0::encoder_l6_self_bv
after: var_192 float32 [1x256] F0::encoder_l6_self_bv var_192-ParamNode-float32_1x256_encoder_l6_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_193 float32 [1x1] F0::none_QuantMultA
after: var_193 float32 [1x1] F0::none_QuantMultA var_193-ParamNode-float32_1x1_none_QuantMultA-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_1 uint32 [8] data_0
after: var_1 uint32 [8] data_0 var_1-ConstantNode-uint32_8_data_0-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_2 float32 [8x256]
after: var_2 float32 [8x256] var_2-RowsNodeOp-float32_8x256-lhs.bin
operands: 
  - var_0 float32 [32000x256] F0::Wemb var_2-RowsNodeOp-float32_8x256-rhs0-float32_32000x256_Wemb.bin
  - var_1 uint32 [8] data_0 var_2-RowsNodeOp-float32_8x256-rhs1-uint32_8_data_0.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_4 float32 [4x2x1] data_0_mask
after: var_4 float32 [4x2x1] data_0_mask var_4-ConstantNode-float32_4x2x1_data_0_mask-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_5 float32 [4x2x256]
after: var_5 float32 [4x2x256] var_5-ScalarMultNodeOp-float32_4x2x256-lhs.bin
operands: 
  - var_3 float32 [4x2x256] var_5-ScalarMultNodeOp-float32_4x2x256-rhs0-float32_4x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_6 float32 [4x1x256]
after: var_6 float32 [4x1x256] var_6-ConstantNode-float32_4x1x256-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_7 float32 [4x2x256]
after: var_7 float32 [4x2x256] var_7-PlusNodeOp-float32_4x2x256-lhs.bin
operands: 
  - var_5 float32 [4x2x256] var_7-PlusNodeOp-float32_4x2x256-rhs0-float32_4x2x256.bin
  - var_6 float32 [4x1x256] var_7-PlusNodeOp-float32_4x2x256-rhs1-float32_4x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_10 float32 [1x2x4x256]
after: var_10 float32 [1x2x4x256] var_10-TransposeNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_8 float32 [1x4x2x256] var_10-TransposeNodeOp-float32_1x2x4x256-rhs0-float32_1x4x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_11 float32 [1x2x4x1]
after: var_11 float32 [1x2x4x1] var_11-TransposeNodeOp-float32_1x2x4x1-lhs.bin
operands: 
  - var_9 float32 [1x4x2x1] var_11-TransposeNodeOp-float32_1x2x4x1-rhs0-float32_1x4x2x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 728
fn: "marian::NegNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = -_2, val_, child(0)->val()) }
before: var_13 float32 [1x2x1x4]
after: var_13 float32 [1x2x1x4] var_13-NegNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_12 float32 [1x2x1x4] var_13-NegNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 42
fn: "marian::ScalarAddNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + scalar_, val_, child(0)->val()) }
before: var_14 float32 [1x2x1x4]
after: var_14 float32 [1x2x1x4] var_14-ScalarAddNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_13 float32 [1x2x1x4] var_14-ScalarAddNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_15 float32 [1x2x1x4]
after: var_15 float32 [1x2x1x4] var_15-ScalarMultNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_14 float32 [1x2x1x4] var_15-ScalarMultNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_17 intgemm8 [256x256] F0::encoder_l1_self_Wq
after: var_17 intgemm8 [256x256] F0::encoder_l1_self_Wq var_17-ParamNode-intgemm8_256x256_encoder_l1_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_18 float32 [1x256] F0::encoder_l1_self_bq
after: var_18 float32 [1x256] F0::encoder_l1_self_bq var_18-ParamNode-float32_1x256_encoder_l1_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_19 float32 [1] F0::encoder_l1_self_Wq_QuantMultA
after: var_19 float32 [1] F0::encoder_l1_self_Wq_QuantMultA var_19-cpu-float32_1_encoder_l1_self_Wq_QuantMultA-lhs.bin
operands: 
  - var_17 intgemm8 [256x256] F0::encoder_l1_self_Wq var_19-cpu-float32_1_encoder_l1_self_Wq_QuantMultA-rhs0-intgemm8_256x256_encoder_l1_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_20 int8 [1x2x4x256] none_shifted
after: var_20 int8 [1x2x4x256] none_shifted var_20-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_10 float32 [1x2x4x256] var_20-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_19 float32 [1] F0::encoder_l1_self_Wq_QuantMultA var_20-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l1_self_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_21 float32 [1] F0::encoder_l1_self_Wq_QuantMultB
after: var_21 float32 [1] F0::encoder_l1_self_Wq_QuantMultB var_21-cpu-float32_1_encoder_l1_self_Wq_QuantMultB-lhs.bin
operands: 
  - var_17 intgemm8 [256x256] F0::encoder_l1_self_Wq var_21-cpu-float32_1_encoder_l1_self_Wq_QuantMultB-rhs0-intgemm8_256x256_encoder_l1_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_22 float32 [1x256] F0::encoder_l1_self_bq_Prepared
after: var_22 float32 [1x256] F0::encoder_l1_self_bq_Prepared var_22-cpu-float32_1x256_encoder_l1_self_bq_Prepared-lhs.bin
operands: 
  - var_18 float32 [1x256] F0::encoder_l1_self_bq var_22-cpu-float32_1x256_encoder_l1_self_bq_Prepared-rhs0-float32_1x256_encoder_l1_self_bq.bin
  - var_17 intgemm8 [256x256] F0::encoder_l1_self_Wq var_22-cpu-float32_1x256_encoder_l1_self_bq_Prepared-rhs1-intgemm8_256x256_encoder_l1_self_Wq.bin
  - var_19 float32 [1] F0::encoder_l1_self_Wq_QuantMultA var_22-cpu-float32_1x256_encoder_l1_self_bq_Prepared-rhs2-float32_1_encoder_l1_self_Wq_QuantMultA.bin
  - var_21 float32 [1] F0::encoder_l1_self_Wq_QuantMultB var_22-cpu-float32_1x256_encoder_l1_self_bq_Prepared-rhs3-float32_1_encoder_l1_self_Wq_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_23 float32 [1x2x4x256]
after: var_23 float32 [1x2x4x256] var_23-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_20 int8 [1x2x4x256] none_shifted var_23-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_17 intgemm8 [256x256] F0::encoder_l1_self_Wq var_23-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l1_self_Wq.bin
  - var_22 float32 [1x256] F0::encoder_l1_self_bq_Prepared var_23-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l1_self_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_25 float32 [2x8x4x32]
after: var_25 float32 [2x8x4x32] var_25-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_24 float32 [2x4x8x32] var_25-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_26 intgemm8 [256x256] F0::encoder_l1_self_Wk
after: var_26 intgemm8 [256x256] F0::encoder_l1_self_Wk var_26-ParamNode-intgemm8_256x256_encoder_l1_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_27 float32 [1x256] F0::encoder_l1_self_bk
after: var_27 float32 [1x256] F0::encoder_l1_self_bk var_27-ParamNode-float32_1x256_encoder_l1_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_28 float32 [1] F0::encoder_l1_self_Wk_QuantMultA
after: var_28 float32 [1] F0::encoder_l1_self_Wk_QuantMultA var_28-cpu-float32_1_encoder_l1_self_Wk_QuantMultA-lhs.bin
operands: 
  - var_26 intgemm8 [256x256] F0::encoder_l1_self_Wk var_28-cpu-float32_1_encoder_l1_self_Wk_QuantMultA-rhs0-intgemm8_256x256_encoder_l1_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_29 int8 [1x2x4x256] none_shifted
after: var_29 int8 [1x2x4x256] none_shifted var_29-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_10 float32 [1x2x4x256] var_29-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_28 float32 [1] F0::encoder_l1_self_Wk_QuantMultA var_29-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l1_self_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_30 float32 [1] F0::encoder_l1_self_Wk_QuantMultB
after: var_30 float32 [1] F0::encoder_l1_self_Wk_QuantMultB var_30-cpu-float32_1_encoder_l1_self_Wk_QuantMultB-lhs.bin
operands: 
  - var_26 intgemm8 [256x256] F0::encoder_l1_self_Wk var_30-cpu-float32_1_encoder_l1_self_Wk_QuantMultB-rhs0-intgemm8_256x256_encoder_l1_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_31 float32 [1x256] F0::encoder_l1_self_bk_Prepared
after: var_31 float32 [1x256] F0::encoder_l1_self_bk_Prepared var_31-cpu-float32_1x256_encoder_l1_self_bk_Prepared-lhs.bin
operands: 
  - var_27 float32 [1x256] F0::encoder_l1_self_bk var_31-cpu-float32_1x256_encoder_l1_self_bk_Prepared-rhs0-float32_1x256_encoder_l1_self_bk.bin
  - var_26 intgemm8 [256x256] F0::encoder_l1_self_Wk var_31-cpu-float32_1x256_encoder_l1_self_bk_Prepared-rhs1-intgemm8_256x256_encoder_l1_self_Wk.bin
  - var_28 float32 [1] F0::encoder_l1_self_Wk_QuantMultA var_31-cpu-float32_1x256_encoder_l1_self_bk_Prepared-rhs2-float32_1_encoder_l1_self_Wk_QuantMultA.bin
  - var_30 float32 [1] F0::encoder_l1_self_Wk_QuantMultB var_31-cpu-float32_1x256_encoder_l1_self_bk_Prepared-rhs3-float32_1_encoder_l1_self_Wk_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_32 float32 [1x2x4x256]
after: var_32 float32 [1x2x4x256] var_32-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_29 int8 [1x2x4x256] none_shifted var_32-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_26 intgemm8 [256x256] F0::encoder_l1_self_Wk var_32-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l1_self_Wk.bin
  - var_31 float32 [1x256] F0::encoder_l1_self_bk_Prepared var_32-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l1_self_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_34 float32 [2x8x4x32]
after: var_34 float32 [2x8x4x32] var_34-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_33 float32 [2x4x8x32] var_34-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_35 intgemm8 [256x256] F0::encoder_l1_self_Wv
after: var_35 intgemm8 [256x256] F0::encoder_l1_self_Wv var_35-ParamNode-intgemm8_256x256_encoder_l1_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_36 float32 [1x256] F0::encoder_l1_self_bv
after: var_36 float32 [1x256] F0::encoder_l1_self_bv var_36-ParamNode-float32_1x256_encoder_l1_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_37 float32 [1] F0::encoder_l1_self_Wv_QuantMultA
after: var_37 float32 [1] F0::encoder_l1_self_Wv_QuantMultA var_37-cpu-float32_1_encoder_l1_self_Wv_QuantMultA-lhs.bin
operands: 
  - var_35 intgemm8 [256x256] F0::encoder_l1_self_Wv var_37-cpu-float32_1_encoder_l1_self_Wv_QuantMultA-rhs0-intgemm8_256x256_encoder_l1_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_38 int8 [1x2x4x256] none_shifted
after: var_38 int8 [1x2x4x256] none_shifted var_38-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_10 float32 [1x2x4x256] var_38-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_37 float32 [1] F0::encoder_l1_self_Wv_QuantMultA var_38-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l1_self_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_39 float32 [1] F0::encoder_l1_self_Wv_QuantMultB
after: var_39 float32 [1] F0::encoder_l1_self_Wv_QuantMultB var_39-cpu-float32_1_encoder_l1_self_Wv_QuantMultB-lhs.bin
operands: 
  - var_35 intgemm8 [256x256] F0::encoder_l1_self_Wv var_39-cpu-float32_1_encoder_l1_self_Wv_QuantMultB-rhs0-intgemm8_256x256_encoder_l1_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_40 float32 [1x256] F0::encoder_l1_self_bv_Prepared
after: var_40 float32 [1x256] F0::encoder_l1_self_bv_Prepared var_40-cpu-float32_1x256_encoder_l1_self_bv_Prepared-lhs.bin
operands: 
  - var_36 float32 [1x256] F0::encoder_l1_self_bv var_40-cpu-float32_1x256_encoder_l1_self_bv_Prepared-rhs0-float32_1x256_encoder_l1_self_bv.bin
  - var_35 intgemm8 [256x256] F0::encoder_l1_self_Wv var_40-cpu-float32_1x256_encoder_l1_self_bv_Prepared-rhs1-intgemm8_256x256_encoder_l1_self_Wv.bin
  - var_37 float32 [1] F0::encoder_l1_self_Wv_QuantMultA var_40-cpu-float32_1x256_encoder_l1_self_bv_Prepared-rhs2-float32_1_encoder_l1_self_Wv_QuantMultA.bin
  - var_39 float32 [1] F0::encoder_l1_self_Wv_QuantMultB var_40-cpu-float32_1x256_encoder_l1_self_bv_Prepared-rhs3-float32_1_encoder_l1_self_Wv_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_41 float32 [1x2x4x256]
after: var_41 float32 [1x2x4x256] var_41-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_38 int8 [1x2x4x256] none_shifted var_41-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_35 intgemm8 [256x256] F0::encoder_l1_self_Wv var_41-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l1_self_Wv.bin
  - var_40 float32 [1x256] F0::encoder_l1_self_bv_Prepared var_41-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l1_self_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_43 float32 [2x8x4x32]
after: var_43 float32 [2x8x4x32] var_43-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_42 float32 [2x4x8x32] var_43-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_44 float32 [2x8x4x4]
after: var_44 float32 [2x8x4x4] var_44-DotBatchedNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_25 float32 [2x8x4x32] var_44-DotBatchedNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x32.bin
  - var_34 float32 [2x8x4x32] var_44-DotBatchedNodeOp-float32_2x8x4x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_45 float32 [2x8x4x4]
after: var_45 float32 [2x8x4x4] var_45-PlusNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_44 float32 [2x8x4x4] var_45-PlusNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin
  - var_16 float32 [2x1x1x4] var_45-PlusNodeOp-float32_2x8x4x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_46 float32 [2x8x4x4]
after: var_46 float32 [2x8x4x4] var_46-SoftmaxNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_45 float32 [2x8x4x4] var_46-SoftmaxNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_47 float32 [2x8x4x32]
after: var_47 float32 [2x8x4x32] var_47-DotBatchedNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_46 float32 [2x8x4x4] var_47-DotBatchedNodeOp-float32_2x8x4x32-rhs0-float32_2x8x4x4.bin
  - var_43 float32 [2x8x4x32] var_47-DotBatchedNodeOp-float32_2x8x4x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_48 float32 [2x4x8x32]
after: var_48 float32 [2x4x8x32] var_48-TransposeNodeOp-float32_2x4x8x32-lhs.bin
operands: 
  - var_47 float32 [2x8x4x32] var_48-TransposeNodeOp-float32_2x4x8x32-rhs0-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_50 intgemm8 [256x256] F0::encoder_l1_self_Wo
after: var_50 intgemm8 [256x256] F0::encoder_l1_self_Wo var_50-ParamNode-intgemm8_256x256_encoder_l1_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_51 float32 [1x256] F0::encoder_l1_self_bo
after: var_51 float32 [1x256] F0::encoder_l1_self_bo var_51-ParamNode-float32_1x256_encoder_l1_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_52 float32 [1] F0::encoder_l1_self_Wo_QuantMultA
after: var_52 float32 [1] F0::encoder_l1_self_Wo_QuantMultA var_52-cpu-float32_1_encoder_l1_self_Wo_QuantMultA-lhs.bin
operands: 
  - var_50 intgemm8 [256x256] F0::encoder_l1_self_Wo var_52-cpu-float32_1_encoder_l1_self_Wo_QuantMultA-rhs0-intgemm8_256x256_encoder_l1_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_53 int8 [1x2x4x256] none_shifted
after: var_53 int8 [1x2x4x256] none_shifted var_53-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_49 float32 [1x2x4x256] var_53-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_52 float32 [1] F0::encoder_l1_self_Wo_QuantMultA var_53-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l1_self_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_54 float32 [1] F0::encoder_l1_self_Wo_QuantMultB
after: var_54 float32 [1] F0::encoder_l1_self_Wo_QuantMultB var_54-cpu-float32_1_encoder_l1_self_Wo_QuantMultB-lhs.bin
operands: 
  - var_50 intgemm8 [256x256] F0::encoder_l1_self_Wo var_54-cpu-float32_1_encoder_l1_self_Wo_QuantMultB-rhs0-intgemm8_256x256_encoder_l1_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_55 float32 [1x256] F0::encoder_l1_self_bo_Prepared
after: var_55 float32 [1x256] F0::encoder_l1_self_bo_Prepared var_55-cpu-float32_1x256_encoder_l1_self_bo_Prepared-lhs.bin
operands: 
  - var_51 float32 [1x256] F0::encoder_l1_self_bo var_55-cpu-float32_1x256_encoder_l1_self_bo_Prepared-rhs0-float32_1x256_encoder_l1_self_bo.bin
  - var_50 intgemm8 [256x256] F0::encoder_l1_self_Wo var_55-cpu-float32_1x256_encoder_l1_self_bo_Prepared-rhs1-intgemm8_256x256_encoder_l1_self_Wo.bin
  - var_52 float32 [1] F0::encoder_l1_self_Wo_QuantMultA var_55-cpu-float32_1x256_encoder_l1_self_bo_Prepared-rhs2-float32_1_encoder_l1_self_Wo_QuantMultA.bin
  - var_54 float32 [1] F0::encoder_l1_self_Wo_QuantMultB var_55-cpu-float32_1x256_encoder_l1_self_bo_Prepared-rhs3-float32_1_encoder_l1_self_Wo_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_56 float32 [1x2x4x256]
after: var_56 float32 [1x2x4x256] var_56-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_53 int8 [1x2x4x256] none_shifted var_56-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_50 intgemm8 [256x256] F0::encoder_l1_self_Wo var_56-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l1_self_Wo.bin
  - var_55 float32 [1x256] F0::encoder_l1_self_bo_Prepared var_56-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l1_self_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_57 float32 [1x2x4x256]
after: var_57 float32 [1x2x4x256] var_57-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_56 float32 [1x2x4x256] var_57-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_10 float32 [1x2x4x256] var_57-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_58 float32 [1x256] F0::encoder_l1_self_Wo_ln_scale
after: var_58 float32 [1x256] F0::encoder_l1_self_Wo_ln_scale var_58-ParamNode-float32_1x256_encoder_l1_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_59 float32 [1x256] F0::encoder_l1_self_Wo_ln_bias
after: var_59 float32 [1x256] F0::encoder_l1_self_Wo_ln_bias var_59-ParamNode-float32_1x256_encoder_l1_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_60 float32 [1x2x4x256]
after: var_60 float32 [1x2x4x256] var_60-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_57 float32 [1x2x4x256] var_60-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_58 float32 [1x256] F0::encoder_l1_self_Wo_ln_scale var_60-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l1_self_Wo_ln_scale.bin
  - var_59 float32 [1x256] F0::encoder_l1_self_Wo_ln_bias var_60-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l1_self_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_62 float32 [1x1536] F0::encoder_l1_ffn_b1
after: var_62 float32 [1x1536] F0::encoder_l1_ffn_b1 var_62-ParamNode-float32_1x1536_encoder_l1_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_63 float32 [1] F0::encoder_l1_ffn_W1_QuantMultA
after: var_63 float32 [1] F0::encoder_l1_ffn_W1_QuantMultA var_63-cpu-float32_1_encoder_l1_ffn_W1_QuantMultA-lhs.bin
operands: 
  - var_61 intgemm8 [256x1536] F0::encoder_l1_ffn_W1 var_63-cpu-float32_1_encoder_l1_ffn_W1_QuantMultA-rhs0-intgemm8_256x1536_encoder_l1_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_64 int8 [1x2x4x256] none_shifted
after: var_64 int8 [1x2x4x256] none_shifted var_64-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_60 float32 [1x2x4x256] var_64-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_63 float32 [1] F0::encoder_l1_ffn_W1_QuantMultA var_64-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l1_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_65 float32 [1] F0::encoder_l1_ffn_W1_QuantMultB
after: var_65 float32 [1] F0::encoder_l1_ffn_W1_QuantMultB var_65-cpu-float32_1_encoder_l1_ffn_W1_QuantMultB-lhs.bin
operands: 
  - var_61 intgemm8 [256x1536] F0::encoder_l1_ffn_W1 var_65-cpu-float32_1_encoder_l1_ffn_W1_QuantMultB-rhs0-intgemm8_256x1536_encoder_l1_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_66 float32 [1x1536] F0::encoder_l1_ffn_b1_Prepared
after: var_66 float32 [1x1536] F0::encoder_l1_ffn_b1_Prepared var_66-cpu-float32_1x1536_encoder_l1_ffn_b1_Prepared-lhs.bin
operands: 
  - var_62 float32 [1x1536] F0::encoder_l1_ffn_b1 var_66-cpu-float32_1x1536_encoder_l1_ffn_b1_Prepared-rhs0-float32_1x1536_encoder_l1_ffn_b1.bin
  - var_61 intgemm8 [256x1536] F0::encoder_l1_ffn_W1 var_66-cpu-float32_1x1536_encoder_l1_ffn_b1_Prepared-rhs1-intgemm8_256x1536_encoder_l1_ffn_W1.bin
  - var_63 float32 [1] F0::encoder_l1_ffn_W1_QuantMultA var_66-cpu-float32_1x1536_encoder_l1_ffn_b1_Prepared-rhs2-float32_1_encoder_l1_ffn_W1_QuantMultA.bin
  - var_65 float32 [1] F0::encoder_l1_ffn_W1_QuantMultB var_66-cpu-float32_1x1536_encoder_l1_ffn_b1_Prepared-rhs3-float32_1_encoder_l1_ffn_W1_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_67 float32 [1x2x4x1536]
after: var_67 float32 [1x2x4x1536] var_67-cpu-float32_1x2x4x1536-lhs.bin
operands: 
  - var_64 int8 [1x2x4x256] none_shifted var_67-cpu-float32_1x2x4x1536-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_61 intgemm8 [256x1536] F0::encoder_l1_ffn_W1 var_67-cpu-float32_1x2x4x1536-rhs1-intgemm8_256x1536_encoder_l1_ffn_W1.bin
  - var_66 float32 [1x1536] F0::encoder_l1_ffn_b1_Prepared var_67-cpu-float32_1x2x4x1536-rhs2-float32_1x1536_encoder_l1_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_68 float32 [1x2x4x1536]
after: var_68 float32 [1x2x4x1536] var_68-ReLUNodeOp-float32_1x2x4x1536-lhs.bin
operands: 
  - var_67 float32 [1x2x4x1536] var_68-ReLUNodeOp-float32_1x2x4x1536-rhs0-float32_1x2x4x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_69 intgemm8 [1536x256] F0::encoder_l1_ffn_W2
after: var_69 intgemm8 [1536x256] F0::encoder_l1_ffn_W2 var_69-ParamNode-intgemm8_1536x256_encoder_l1_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_70 float32 [1x256] F0::encoder_l1_ffn_b2
after: var_70 float32 [1x256] F0::encoder_l1_ffn_b2 var_70-ParamNode-float32_1x256_encoder_l1_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_71 float32 [1] F0::encoder_l1_ffn_W2_QuantMultA
after: var_71 float32 [1] F0::encoder_l1_ffn_W2_QuantMultA var_71-cpu-float32_1_encoder_l1_ffn_W2_QuantMultA-lhs.bin
operands: 
  - var_69 intgemm8 [1536x256] F0::encoder_l1_ffn_W2 var_71-cpu-float32_1_encoder_l1_ffn_W2_QuantMultA-rhs0-intgemm8_1536x256_encoder_l1_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_72 int8 [1x2x4x1536] none_shifted
after: var_72 int8 [1x2x4x1536] none_shifted var_72-cpu-int8_1x2x4x1536_none_shifted-lhs.bin
operands: 
  - var_68 float32 [1x2x4x1536] var_72-cpu-int8_1x2x4x1536_none_shifted-rhs0-float32_1x2x4x1536.bin
  - var_71 float32 [1] F0::encoder_l1_ffn_W2_QuantMultA var_72-cpu-int8_1x2x4x1536_none_shifted-rhs1-float32_1_encoder_l1_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_73 float32 [1] F0::encoder_l1_ffn_W2_QuantMultB
after: var_73 float32 [1] F0::encoder_l1_ffn_W2_QuantMultB var_73-cpu-float32_1_encoder_l1_ffn_W2_QuantMultB-lhs.bin
operands: 
  - var_69 intgemm8 [1536x256] F0::encoder_l1_ffn_W2 var_73-cpu-float32_1_encoder_l1_ffn_W2_QuantMultB-rhs0-intgemm8_1536x256_encoder_l1_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_74 float32 [1x256] F0::encoder_l1_ffn_b2_Prepared
after: var_74 float32 [1x256] F0::encoder_l1_ffn_b2_Prepared var_74-cpu-float32_1x256_encoder_l1_ffn_b2_Prepared-lhs.bin
operands: 
  - var_70 float32 [1x256] F0::encoder_l1_ffn_b2 var_74-cpu-float32_1x256_encoder_l1_ffn_b2_Prepared-rhs0-float32_1x256_encoder_l1_ffn_b2.bin
  - var_69 intgemm8 [1536x256] F0::encoder_l1_ffn_W2 var_74-cpu-float32_1x256_encoder_l1_ffn_b2_Prepared-rhs1-intgemm8_1536x256_encoder_l1_ffn_W2.bin
  - var_71 float32 [1] F0::encoder_l1_ffn_W2_QuantMultA var_74-cpu-float32_1x256_encoder_l1_ffn_b2_Prepared-rhs2-float32_1_encoder_l1_ffn_W2_QuantMultA.bin
  - var_73 float32 [1] F0::encoder_l1_ffn_W2_QuantMultB var_74-cpu-float32_1x256_encoder_l1_ffn_b2_Prepared-rhs3-float32_1_encoder_l1_ffn_W2_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_75 float32 [1x2x4x256]
after: var_75 float32 [1x2x4x256] var_75-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_72 int8 [1x2x4x1536] none_shifted var_75-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x1536_none_shifted.bin
  - var_69 intgemm8 [1536x256] F0::encoder_l1_ffn_W2 var_75-cpu-float32_1x2x4x256-rhs1-intgemm8_1536x256_encoder_l1_ffn_W2.bin
  - var_74 float32 [1x256] F0::encoder_l1_ffn_b2_Prepared var_75-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l1_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_76 float32 [1x2x4x256]
after: var_76 float32 [1x2x4x256] var_76-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_75 float32 [1x2x4x256] var_76-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_60 float32 [1x2x4x256] var_76-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_77 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_scale
after: var_77 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_scale var_77-ParamNode-float32_1x256_encoder_l1_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_78 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_bias
after: var_78 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_bias var_78-ParamNode-float32_1x256_encoder_l1_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_79 float32 [1x2x4x256]
after: var_79 float32 [1x2x4x256] var_79-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_76 float32 [1x2x4x256] var_79-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_77 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_scale var_79-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l1_ffn_ffn_ln_scale.bin
  - var_78 float32 [1x256] F0::encoder_l1_ffn_ffn_ln_bias var_79-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l1_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_80 intgemm8 [256x256] F0::encoder_l2_self_Wq
after: var_80 intgemm8 [256x256] F0::encoder_l2_self_Wq var_80-ParamNode-intgemm8_256x256_encoder_l2_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_81 float32 [1x256] F0::encoder_l2_self_bq
after: var_81 float32 [1x256] F0::encoder_l2_self_bq var_81-ParamNode-float32_1x256_encoder_l2_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_82 float32 [1] F0::encoder_l2_self_Wq_QuantMultA
after: var_82 float32 [1] F0::encoder_l2_self_Wq_QuantMultA var_82-cpu-float32_1_encoder_l2_self_Wq_QuantMultA-lhs.bin
operands: 
  - var_80 intgemm8 [256x256] F0::encoder_l2_self_Wq var_82-cpu-float32_1_encoder_l2_self_Wq_QuantMultA-rhs0-intgemm8_256x256_encoder_l2_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_83 int8 [1x2x4x256] none_shifted
after: var_83 int8 [1x2x4x256] none_shifted var_83-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_79 float32 [1x2x4x256] var_83-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_82 float32 [1] F0::encoder_l2_self_Wq_QuantMultA var_83-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l2_self_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_84 float32 [1] F0::encoder_l2_self_Wq_QuantMultB
after: var_84 float32 [1] F0::encoder_l2_self_Wq_QuantMultB var_84-cpu-float32_1_encoder_l2_self_Wq_QuantMultB-lhs.bin
operands: 
  - var_80 intgemm8 [256x256] F0::encoder_l2_self_Wq var_84-cpu-float32_1_encoder_l2_self_Wq_QuantMultB-rhs0-intgemm8_256x256_encoder_l2_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_85 float32 [1x256] F0::encoder_l2_self_bq_Prepared
after: var_85 float32 [1x256] F0::encoder_l2_self_bq_Prepared var_85-cpu-float32_1x256_encoder_l2_self_bq_Prepared-lhs.bin
operands: 
  - var_81 float32 [1x256] F0::encoder_l2_self_bq var_85-cpu-float32_1x256_encoder_l2_self_bq_Prepared-rhs0-float32_1x256_encoder_l2_self_bq.bin
  - var_80 intgemm8 [256x256] F0::encoder_l2_self_Wq var_85-cpu-float32_1x256_encoder_l2_self_bq_Prepared-rhs1-intgemm8_256x256_encoder_l2_self_Wq.bin
  - var_82 float32 [1] F0::encoder_l2_self_Wq_QuantMultA var_85-cpu-float32_1x256_encoder_l2_self_bq_Prepared-rhs2-float32_1_encoder_l2_self_Wq_QuantMultA.bin
  - var_84 float32 [1] F0::encoder_l2_self_Wq_QuantMultB var_85-cpu-float32_1x256_encoder_l2_self_bq_Prepared-rhs3-float32_1_encoder_l2_self_Wq_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_86 float32 [1x2x4x256]
after: var_86 float32 [1x2x4x256] var_86-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_83 int8 [1x2x4x256] none_shifted var_86-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_80 intgemm8 [256x256] F0::encoder_l2_self_Wq var_86-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l2_self_Wq.bin
  - var_85 float32 [1x256] F0::encoder_l2_self_bq_Prepared var_86-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l2_self_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_88 float32 [2x8x4x32]
after: var_88 float32 [2x8x4x32] var_88-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_87 float32 [2x4x8x32] var_88-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_89 intgemm8 [256x256] F0::encoder_l2_self_Wk
after: var_89 intgemm8 [256x256] F0::encoder_l2_self_Wk var_89-ParamNode-intgemm8_256x256_encoder_l2_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_90 float32 [1x256] F0::encoder_l2_self_bk
after: var_90 float32 [1x256] F0::encoder_l2_self_bk var_90-ParamNode-float32_1x256_encoder_l2_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_91 float32 [1] F0::encoder_l2_self_Wk_QuantMultA
after: var_91 float32 [1] F0::encoder_l2_self_Wk_QuantMultA var_91-cpu-float32_1_encoder_l2_self_Wk_QuantMultA-lhs.bin
operands: 
  - var_89 intgemm8 [256x256] F0::encoder_l2_self_Wk var_91-cpu-float32_1_encoder_l2_self_Wk_QuantMultA-rhs0-intgemm8_256x256_encoder_l2_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_92 int8 [1x2x4x256] none_shifted
after: var_92 int8 [1x2x4x256] none_shifted var_92-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_79 float32 [1x2x4x256] var_92-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_91 float32 [1] F0::encoder_l2_self_Wk_QuantMultA var_92-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l2_self_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_93 float32 [1] F0::encoder_l2_self_Wk_QuantMultB
after: var_93 float32 [1] F0::encoder_l2_self_Wk_QuantMultB var_93-cpu-float32_1_encoder_l2_self_Wk_QuantMultB-lhs.bin
operands: 
  - var_89 intgemm8 [256x256] F0::encoder_l2_self_Wk var_93-cpu-float32_1_encoder_l2_self_Wk_QuantMultB-rhs0-intgemm8_256x256_encoder_l2_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_94 float32 [1x256] F0::encoder_l2_self_bk_Prepared
after: var_94 float32 [1x256] F0::encoder_l2_self_bk_Prepared var_94-cpu-float32_1x256_encoder_l2_self_bk_Prepared-lhs.bin
operands: 
  - var_90 float32 [1x256] F0::encoder_l2_self_bk var_94-cpu-float32_1x256_encoder_l2_self_bk_Prepared-rhs0-float32_1x256_encoder_l2_self_bk.bin
  - var_89 intgemm8 [256x256] F0::encoder_l2_self_Wk var_94-cpu-float32_1x256_encoder_l2_self_bk_Prepared-rhs1-intgemm8_256x256_encoder_l2_self_Wk.bin
  - var_91 float32 [1] F0::encoder_l2_self_Wk_QuantMultA var_94-cpu-float32_1x256_encoder_l2_self_bk_Prepared-rhs2-float32_1_encoder_l2_self_Wk_QuantMultA.bin
  - var_93 float32 [1] F0::encoder_l2_self_Wk_QuantMultB var_94-cpu-float32_1x256_encoder_l2_self_bk_Prepared-rhs3-float32_1_encoder_l2_self_Wk_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_95 float32 [1x2x4x256]
after: var_95 float32 [1x2x4x256] var_95-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_92 int8 [1x2x4x256] none_shifted var_95-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_89 intgemm8 [256x256] F0::encoder_l2_self_Wk var_95-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l2_self_Wk.bin
  - var_94 float32 [1x256] F0::encoder_l2_self_bk_Prepared var_95-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l2_self_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_97 float32 [2x8x4x32]
after: var_97 float32 [2x8x4x32] var_97-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_96 float32 [2x4x8x32] var_97-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_98 intgemm8 [256x256] F0::encoder_l2_self_Wv
after: var_98 intgemm8 [256x256] F0::encoder_l2_self_Wv var_98-ParamNode-intgemm8_256x256_encoder_l2_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_99 float32 [1x256] F0::encoder_l2_self_bv
after: var_99 float32 [1x256] F0::encoder_l2_self_bv var_99-ParamNode-float32_1x256_encoder_l2_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_100 float32 [1] F0::encoder_l2_self_Wv_QuantMultA
after: var_100 float32 [1] F0::encoder_l2_self_Wv_QuantMultA var_100-cpu-float32_1_encoder_l2_self_Wv_QuantMultA-lhs.bin
operands: 
  - var_98 intgemm8 [256x256] F0::encoder_l2_self_Wv var_100-cpu-float32_1_encoder_l2_self_Wv_QuantMultA-rhs0-intgemm8_256x256_encoder_l2_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_101 int8 [1x2x4x256] none_shifted
after: var_101 int8 [1x2x4x256] none_shifted var_101-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_79 float32 [1x2x4x256] var_101-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_100 float32 [1] F0::encoder_l2_self_Wv_QuantMultA var_101-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l2_self_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_102 float32 [1] F0::encoder_l2_self_Wv_QuantMultB
after: var_102 float32 [1] F0::encoder_l2_self_Wv_QuantMultB var_102-cpu-float32_1_encoder_l2_self_Wv_QuantMultB-lhs.bin
operands: 
  - var_98 intgemm8 [256x256] F0::encoder_l2_self_Wv var_102-cpu-float32_1_encoder_l2_self_Wv_QuantMultB-rhs0-intgemm8_256x256_encoder_l2_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_103 float32 [1x256] F0::encoder_l2_self_bv_Prepared
after: var_103 float32 [1x256] F0::encoder_l2_self_bv_Prepared var_103-cpu-float32_1x256_encoder_l2_self_bv_Prepared-lhs.bin
operands: 
  - var_99 float32 [1x256] F0::encoder_l2_self_bv var_103-cpu-float32_1x256_encoder_l2_self_bv_Prepared-rhs0-float32_1x256_encoder_l2_self_bv.bin
  - var_98 intgemm8 [256x256] F0::encoder_l2_self_Wv var_103-cpu-float32_1x256_encoder_l2_self_bv_Prepared-rhs1-intgemm8_256x256_encoder_l2_self_Wv.bin
  - var_100 float32 [1] F0::encoder_l2_self_Wv_QuantMultA var_103-cpu-float32_1x256_encoder_l2_self_bv_Prepared-rhs2-float32_1_encoder_l2_self_Wv_QuantMultA.bin
  - var_102 float32 [1] F0::encoder_l2_self_Wv_QuantMultB var_103-cpu-float32_1x256_encoder_l2_self_bv_Prepared-rhs3-float32_1_encoder_l2_self_Wv_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_104 float32 [1x2x4x256]
after: var_104 float32 [1x2x4x256] var_104-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_101 int8 [1x2x4x256] none_shifted var_104-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_98 intgemm8 [256x256] F0::encoder_l2_self_Wv var_104-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l2_self_Wv.bin
  - var_103 float32 [1x256] F0::encoder_l2_self_bv_Prepared var_104-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l2_self_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_106 float32 [2x8x4x32]
after: var_106 float32 [2x8x4x32] var_106-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_105 float32 [2x4x8x32] var_106-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_107 float32 [2x8x4x4]
after: var_107 float32 [2x8x4x4] var_107-DotBatchedNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_88 float32 [2x8x4x32] var_107-DotBatchedNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x32.bin
  - var_97 float32 [2x8x4x32] var_107-DotBatchedNodeOp-float32_2x8x4x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_108 float32 [2x8x4x4]
after: var_108 float32 [2x8x4x4] var_108-PlusNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_107 float32 [2x8x4x4] var_108-PlusNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin
  - var_16 float32 [2x1x1x4] var_108-PlusNodeOp-float32_2x8x4x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_109 float32 [2x8x4x4]
after: var_109 float32 [2x8x4x4] var_109-SoftmaxNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_108 float32 [2x8x4x4] var_109-SoftmaxNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_110 float32 [2x8x4x32]
after: var_110 float32 [2x8x4x32] var_110-DotBatchedNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_109 float32 [2x8x4x4] var_110-DotBatchedNodeOp-float32_2x8x4x32-rhs0-float32_2x8x4x4.bin
  - var_106 float32 [2x8x4x32] var_110-DotBatchedNodeOp-float32_2x8x4x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_111 float32 [2x4x8x32]
after: var_111 float32 [2x4x8x32] var_111-TransposeNodeOp-float32_2x4x8x32-lhs.bin
operands: 
  - var_110 float32 [2x8x4x32] var_111-TransposeNodeOp-float32_2x4x8x32-rhs0-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_113 intgemm8 [256x256] F0::encoder_l2_self_Wo
after: var_113 intgemm8 [256x256] F0::encoder_l2_self_Wo var_113-ParamNode-intgemm8_256x256_encoder_l2_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_114 float32 [1x256] F0::encoder_l2_self_bo
after: var_114 float32 [1x256] F0::encoder_l2_self_bo var_114-ParamNode-float32_1x256_encoder_l2_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_115 float32 [1] F0::encoder_l2_self_Wo_QuantMultA
after: var_115 float32 [1] F0::encoder_l2_self_Wo_QuantMultA var_115-cpu-float32_1_encoder_l2_self_Wo_QuantMultA-lhs.bin
operands: 
  - var_113 intgemm8 [256x256] F0::encoder_l2_self_Wo var_115-cpu-float32_1_encoder_l2_self_Wo_QuantMultA-rhs0-intgemm8_256x256_encoder_l2_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_116 int8 [1x2x4x256] none_shifted
after: var_116 int8 [1x2x4x256] none_shifted var_116-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_112 float32 [1x2x4x256] var_116-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_115 float32 [1] F0::encoder_l2_self_Wo_QuantMultA var_116-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l2_self_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_117 float32 [1] F0::encoder_l2_self_Wo_QuantMultB
after: var_117 float32 [1] F0::encoder_l2_self_Wo_QuantMultB var_117-cpu-float32_1_encoder_l2_self_Wo_QuantMultB-lhs.bin
operands: 
  - var_113 intgemm8 [256x256] F0::encoder_l2_self_Wo var_117-cpu-float32_1_encoder_l2_self_Wo_QuantMultB-rhs0-intgemm8_256x256_encoder_l2_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_118 float32 [1x256] F0::encoder_l2_self_bo_Prepared
after: var_118 float32 [1x256] F0::encoder_l2_self_bo_Prepared var_118-cpu-float32_1x256_encoder_l2_self_bo_Prepared-lhs.bin
operands: 
  - var_114 float32 [1x256] F0::encoder_l2_self_bo var_118-cpu-float32_1x256_encoder_l2_self_bo_Prepared-rhs0-float32_1x256_encoder_l2_self_bo.bin
  - var_113 intgemm8 [256x256] F0::encoder_l2_self_Wo var_118-cpu-float32_1x256_encoder_l2_self_bo_Prepared-rhs1-intgemm8_256x256_encoder_l2_self_Wo.bin
  - var_115 float32 [1] F0::encoder_l2_self_Wo_QuantMultA var_118-cpu-float32_1x256_encoder_l2_self_bo_Prepared-rhs2-float32_1_encoder_l2_self_Wo_QuantMultA.bin
  - var_117 float32 [1] F0::encoder_l2_self_Wo_QuantMultB var_118-cpu-float32_1x256_encoder_l2_self_bo_Prepared-rhs3-float32_1_encoder_l2_self_Wo_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_119 float32 [1x2x4x256]
after: var_119 float32 [1x2x4x256] var_119-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_116 int8 [1x2x4x256] none_shifted var_119-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_113 intgemm8 [256x256] F0::encoder_l2_self_Wo var_119-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l2_self_Wo.bin
  - var_118 float32 [1x256] F0::encoder_l2_self_bo_Prepared var_119-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l2_self_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_120 float32 [1x2x4x256]
after: var_120 float32 [1x2x4x256] var_120-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_119 float32 [1x2x4x256] var_120-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_79 float32 [1x2x4x256] var_120-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_121 float32 [1x256] F0::encoder_l2_self_Wo_ln_scale
after: var_121 float32 [1x256] F0::encoder_l2_self_Wo_ln_scale var_121-ParamNode-float32_1x256_encoder_l2_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_122 float32 [1x256] F0::encoder_l2_self_Wo_ln_bias
after: var_122 float32 [1x256] F0::encoder_l2_self_Wo_ln_bias var_122-ParamNode-float32_1x256_encoder_l2_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_123 float32 [1x2x4x256]
after: var_123 float32 [1x2x4x256] var_123-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_120 float32 [1x2x4x256] var_123-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_121 float32 [1x256] F0::encoder_l2_self_Wo_ln_scale var_123-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l2_self_Wo_ln_scale.bin
  - var_122 float32 [1x256] F0::encoder_l2_self_Wo_ln_bias var_123-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l2_self_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_124 intgemm8 [256x1536] F0::encoder_l2_ffn_W1
after: var_124 intgemm8 [256x1536] F0::encoder_l2_ffn_W1 var_124-ParamNode-intgemm8_256x1536_encoder_l2_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_125 float32 [1x1536] F0::encoder_l2_ffn_b1
after: var_125 float32 [1x1536] F0::encoder_l2_ffn_b1 var_125-ParamNode-float32_1x1536_encoder_l2_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_126 float32 [1] F0::encoder_l2_ffn_W1_QuantMultA
after: var_126 float32 [1] F0::encoder_l2_ffn_W1_QuantMultA var_126-cpu-float32_1_encoder_l2_ffn_W1_QuantMultA-lhs.bin
operands: 
  - var_124 intgemm8 [256x1536] F0::encoder_l2_ffn_W1 var_126-cpu-float32_1_encoder_l2_ffn_W1_QuantMultA-rhs0-intgemm8_256x1536_encoder_l2_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_127 int8 [1x2x4x256] none_shifted
after: var_127 int8 [1x2x4x256] none_shifted var_127-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_123 float32 [1x2x4x256] var_127-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_126 float32 [1] F0::encoder_l2_ffn_W1_QuantMultA var_127-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l2_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_128 float32 [1] F0::encoder_l2_ffn_W1_QuantMultB
after: var_128 float32 [1] F0::encoder_l2_ffn_W1_QuantMultB var_128-cpu-float32_1_encoder_l2_ffn_W1_QuantMultB-lhs.bin
operands: 
  - var_124 intgemm8 [256x1536] F0::encoder_l2_ffn_W1 var_128-cpu-float32_1_encoder_l2_ffn_W1_QuantMultB-rhs0-intgemm8_256x1536_encoder_l2_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_129 float32 [1x1536] F0::encoder_l2_ffn_b1_Prepared
after: var_129 float32 [1x1536] F0::encoder_l2_ffn_b1_Prepared var_129-cpu-float32_1x1536_encoder_l2_ffn_b1_Prepared-lhs.bin
operands: 
  - var_125 float32 [1x1536] F0::encoder_l2_ffn_b1 var_129-cpu-float32_1x1536_encoder_l2_ffn_b1_Prepared-rhs0-float32_1x1536_encoder_l2_ffn_b1.bin
  - var_124 intgemm8 [256x1536] F0::encoder_l2_ffn_W1 var_129-cpu-float32_1x1536_encoder_l2_ffn_b1_Prepared-rhs1-intgemm8_256x1536_encoder_l2_ffn_W1.bin
  - var_126 float32 [1] F0::encoder_l2_ffn_W1_QuantMultA var_129-cpu-float32_1x1536_encoder_l2_ffn_b1_Prepared-rhs2-float32_1_encoder_l2_ffn_W1_QuantMultA.bin
  - var_128 float32 [1] F0::encoder_l2_ffn_W1_QuantMultB var_129-cpu-float32_1x1536_encoder_l2_ffn_b1_Prepared-rhs3-float32_1_encoder_l2_ffn_W1_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_130 float32 [1x2x4x1536]
after: var_130 float32 [1x2x4x1536] var_130-cpu-float32_1x2x4x1536-lhs.bin
operands: 
  - var_127 int8 [1x2x4x256] none_shifted var_130-cpu-float32_1x2x4x1536-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_124 intgemm8 [256x1536] F0::encoder_l2_ffn_W1 var_130-cpu-float32_1x2x4x1536-rhs1-intgemm8_256x1536_encoder_l2_ffn_W1.bin
  - var_129 float32 [1x1536] F0::encoder_l2_ffn_b1_Prepared var_130-cpu-float32_1x2x4x1536-rhs2-float32_1x1536_encoder_l2_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_131 float32 [1x2x4x1536]
after: var_131 float32 [1x2x4x1536] var_131-ReLUNodeOp-float32_1x2x4x1536-lhs.bin
operands: 
  - var_130 float32 [1x2x4x1536] var_131-ReLUNodeOp-float32_1x2x4x1536-rhs0-float32_1x2x4x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_132 intgemm8 [1536x256] F0::encoder_l2_ffn_W2
after: var_132 intgemm8 [1536x256] F0::encoder_l2_ffn_W2 var_132-ParamNode-intgemm8_1536x256_encoder_l2_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_133 float32 [1x256] F0::encoder_l2_ffn_b2
after: var_133 float32 [1x256] F0::encoder_l2_ffn_b2 var_133-ParamNode-float32_1x256_encoder_l2_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_134 float32 [1] F0::encoder_l2_ffn_W2_QuantMultA
after: var_134 float32 [1] F0::encoder_l2_ffn_W2_QuantMultA var_134-cpu-float32_1_encoder_l2_ffn_W2_QuantMultA-lhs.bin
operands: 
  - var_132 intgemm8 [1536x256] F0::encoder_l2_ffn_W2 var_134-cpu-float32_1_encoder_l2_ffn_W2_QuantMultA-rhs0-intgemm8_1536x256_encoder_l2_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_135 int8 [1x2x4x1536] none_shifted
after: var_135 int8 [1x2x4x1536] none_shifted var_135-cpu-int8_1x2x4x1536_none_shifted-lhs.bin
operands: 
  - var_131 float32 [1x2x4x1536] var_135-cpu-int8_1x2x4x1536_none_shifted-rhs0-float32_1x2x4x1536.bin
  - var_134 float32 [1] F0::encoder_l2_ffn_W2_QuantMultA var_135-cpu-int8_1x2x4x1536_none_shifted-rhs1-float32_1_encoder_l2_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_136 float32 [1] F0::encoder_l2_ffn_W2_QuantMultB
after: var_136 float32 [1] F0::encoder_l2_ffn_W2_QuantMultB var_136-cpu-float32_1_encoder_l2_ffn_W2_QuantMultB-lhs.bin
operands: 
  - var_132 intgemm8 [1536x256] F0::encoder_l2_ffn_W2 var_136-cpu-float32_1_encoder_l2_ffn_W2_QuantMultB-rhs0-intgemm8_1536x256_encoder_l2_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_137 float32 [1x256] F0::encoder_l2_ffn_b2_Prepared
after: var_137 float32 [1x256] F0::encoder_l2_ffn_b2_Prepared var_137-cpu-float32_1x256_encoder_l2_ffn_b2_Prepared-lhs.bin
operands: 
  - var_133 float32 [1x256] F0::encoder_l2_ffn_b2 var_137-cpu-float32_1x256_encoder_l2_ffn_b2_Prepared-rhs0-float32_1x256_encoder_l2_ffn_b2.bin
  - var_132 intgemm8 [1536x256] F0::encoder_l2_ffn_W2 var_137-cpu-float32_1x256_encoder_l2_ffn_b2_Prepared-rhs1-intgemm8_1536x256_encoder_l2_ffn_W2.bin
  - var_134 float32 [1] F0::encoder_l2_ffn_W2_QuantMultA var_137-cpu-float32_1x256_encoder_l2_ffn_b2_Prepared-rhs2-float32_1_encoder_l2_ffn_W2_QuantMultA.bin
  - var_136 float32 [1] F0::encoder_l2_ffn_W2_QuantMultB var_137-cpu-float32_1x256_encoder_l2_ffn_b2_Prepared-rhs3-float32_1_encoder_l2_ffn_W2_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_138 float32 [1x2x4x256]
after: var_138 float32 [1x2x4x256] var_138-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_135 int8 [1x2x4x1536] none_shifted var_138-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x1536_none_shifted.bin
  - var_132 intgemm8 [1536x256] F0::encoder_l2_ffn_W2 var_138-cpu-float32_1x2x4x256-rhs1-intgemm8_1536x256_encoder_l2_ffn_W2.bin
  - var_137 float32 [1x256] F0::encoder_l2_ffn_b2_Prepared var_138-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l2_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_139 float32 [1x2x4x256]
after: var_139 float32 [1x2x4x256] var_139-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_138 float32 [1x2x4x256] var_139-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_123 float32 [1x2x4x256] var_139-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_140 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_scale
after: var_140 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_scale var_140-ParamNode-float32_1x256_encoder_l2_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_141 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_bias
after: var_141 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_bias var_141-ParamNode-float32_1x256_encoder_l2_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_142 float32 [1x2x4x256]
after: var_142 float32 [1x2x4x256] var_142-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_139 float32 [1x2x4x256] var_142-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_140 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_scale var_142-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l2_ffn_ffn_ln_scale.bin
  - var_141 float32 [1x256] F0::encoder_l2_ffn_ffn_ln_bias var_142-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l2_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_143 intgemm8 [256x256] F0::encoder_l3_self_Wq
after: var_143 intgemm8 [256x256] F0::encoder_l3_self_Wq var_143-ParamNode-intgemm8_256x256_encoder_l3_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_144 float32 [1x256] F0::encoder_l3_self_bq
after: var_144 float32 [1x256] F0::encoder_l3_self_bq var_144-ParamNode-float32_1x256_encoder_l3_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_145 float32 [1] F0::encoder_l3_self_Wq_QuantMultA
after: var_145 float32 [1] F0::encoder_l3_self_Wq_QuantMultA var_145-cpu-float32_1_encoder_l3_self_Wq_QuantMultA-lhs.bin
operands: 
  - var_143 intgemm8 [256x256] F0::encoder_l3_self_Wq var_145-cpu-float32_1_encoder_l3_self_Wq_QuantMultA-rhs0-intgemm8_256x256_encoder_l3_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_146 int8 [1x2x4x256] none_shifted
after: var_146 int8 [1x2x4x256] none_shifted var_146-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_142 float32 [1x2x4x256] var_146-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_145 float32 [1] F0::encoder_l3_self_Wq_QuantMultA var_146-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l3_self_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_147 float32 [1] F0::encoder_l3_self_Wq_QuantMultB
after: var_147 float32 [1] F0::encoder_l3_self_Wq_QuantMultB var_147-cpu-float32_1_encoder_l3_self_Wq_QuantMultB-lhs.bin
operands: 
  - var_143 intgemm8 [256x256] F0::encoder_l3_self_Wq var_147-cpu-float32_1_encoder_l3_self_Wq_QuantMultB-rhs0-intgemm8_256x256_encoder_l3_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_148 float32 [1x256] F0::encoder_l3_self_bq_Prepared
after: var_148 float32 [1x256] F0::encoder_l3_self_bq_Prepared var_148-cpu-float32_1x256_encoder_l3_self_bq_Prepared-lhs.bin
operands: 
  - var_144 float32 [1x256] F0::encoder_l3_self_bq var_148-cpu-float32_1x256_encoder_l3_self_bq_Prepared-rhs0-float32_1x256_encoder_l3_self_bq.bin
  - var_143 intgemm8 [256x256] F0::encoder_l3_self_Wq var_148-cpu-float32_1x256_encoder_l3_self_bq_Prepared-rhs1-intgemm8_256x256_encoder_l3_self_Wq.bin
  - var_145 float32 [1] F0::encoder_l3_self_Wq_QuantMultA var_148-cpu-float32_1x256_encoder_l3_self_bq_Prepared-rhs2-float32_1_encoder_l3_self_Wq_QuantMultA.bin
  - var_147 float32 [1] F0::encoder_l3_self_Wq_QuantMultB var_148-cpu-float32_1x256_encoder_l3_self_bq_Prepared-rhs3-float32_1_encoder_l3_self_Wq_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_149 float32 [1x2x4x256]
after: var_149 float32 [1x2x4x256] var_149-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_146 int8 [1x2x4x256] none_shifted var_149-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_143 intgemm8 [256x256] F0::encoder_l3_self_Wq var_149-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l3_self_Wq.bin
  - var_148 float32 [1x256] F0::encoder_l3_self_bq_Prepared var_149-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l3_self_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_151 float32 [2x8x4x32]
after: var_151 float32 [2x8x4x32] var_151-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_150 float32 [2x4x8x32] var_151-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_152 intgemm8 [256x256] F0::encoder_l3_self_Wk
after: var_152 intgemm8 [256x256] F0::encoder_l3_self_Wk var_152-ParamNode-intgemm8_256x256_encoder_l3_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_153 float32 [1x256] F0::encoder_l3_self_bk
after: var_153 float32 [1x256] F0::encoder_l3_self_bk var_153-ParamNode-float32_1x256_encoder_l3_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_154 float32 [1] F0::encoder_l3_self_Wk_QuantMultA
after: var_154 float32 [1] F0::encoder_l3_self_Wk_QuantMultA var_154-cpu-float32_1_encoder_l3_self_Wk_QuantMultA-lhs.bin
operands: 
  - var_152 intgemm8 [256x256] F0::encoder_l3_self_Wk var_154-cpu-float32_1_encoder_l3_self_Wk_QuantMultA-rhs0-intgemm8_256x256_encoder_l3_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_155 int8 [1x2x4x256] none_shifted
after: var_155 int8 [1x2x4x256] none_shifted var_155-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_142 float32 [1x2x4x256] var_155-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_154 float32 [1] F0::encoder_l3_self_Wk_QuantMultA var_155-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l3_self_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_156 float32 [1] F0::encoder_l3_self_Wk_QuantMultB
after: var_156 float32 [1] F0::encoder_l3_self_Wk_QuantMultB var_156-cpu-float32_1_encoder_l3_self_Wk_QuantMultB-lhs.bin
operands: 
  - var_152 intgemm8 [256x256] F0::encoder_l3_self_Wk var_156-cpu-float32_1_encoder_l3_self_Wk_QuantMultB-rhs0-intgemm8_256x256_encoder_l3_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_157 float32 [1x256] F0::encoder_l3_self_bk_Prepared
after: var_157 float32 [1x256] F0::encoder_l3_self_bk_Prepared var_157-cpu-float32_1x256_encoder_l3_self_bk_Prepared-lhs.bin
operands: 
  - var_153 float32 [1x256] F0::encoder_l3_self_bk var_157-cpu-float32_1x256_encoder_l3_self_bk_Prepared-rhs0-float32_1x256_encoder_l3_self_bk.bin
  - var_152 intgemm8 [256x256] F0::encoder_l3_self_Wk var_157-cpu-float32_1x256_encoder_l3_self_bk_Prepared-rhs1-intgemm8_256x256_encoder_l3_self_Wk.bin
  - var_154 float32 [1] F0::encoder_l3_self_Wk_QuantMultA var_157-cpu-float32_1x256_encoder_l3_self_bk_Prepared-rhs2-float32_1_encoder_l3_self_Wk_QuantMultA.bin
  - var_156 float32 [1] F0::encoder_l3_self_Wk_QuantMultB var_157-cpu-float32_1x256_encoder_l3_self_bk_Prepared-rhs3-float32_1_encoder_l3_self_Wk_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_158 float32 [1x2x4x256]
after: var_158 float32 [1x2x4x256] var_158-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_155 int8 [1x2x4x256] none_shifted var_158-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_152 intgemm8 [256x256] F0::encoder_l3_self_Wk var_158-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l3_self_Wk.bin
  - var_157 float32 [1x256] F0::encoder_l3_self_bk_Prepared var_158-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l3_self_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_160 float32 [2x8x4x32]
after: var_160 float32 [2x8x4x32] var_160-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_159 float32 [2x4x8x32] var_160-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_161 intgemm8 [256x256] F0::encoder_l3_self_Wv
after: var_161 intgemm8 [256x256] F0::encoder_l3_self_Wv var_161-ParamNode-intgemm8_256x256_encoder_l3_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_162 float32 [1x256] F0::encoder_l3_self_bv
after: var_162 float32 [1x256] F0::encoder_l3_self_bv var_162-ParamNode-float32_1x256_encoder_l3_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_163 float32 [1] F0::encoder_l3_self_Wv_QuantMultA
after: var_163 float32 [1] F0::encoder_l3_self_Wv_QuantMultA var_163-cpu-float32_1_encoder_l3_self_Wv_QuantMultA-lhs.bin
operands: 
  - var_161 intgemm8 [256x256] F0::encoder_l3_self_Wv var_163-cpu-float32_1_encoder_l3_self_Wv_QuantMultA-rhs0-intgemm8_256x256_encoder_l3_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_164 int8 [1x2x4x256] none_shifted
after: var_164 int8 [1x2x4x256] none_shifted var_164-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_142 float32 [1x2x4x256] var_164-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_163 float32 [1] F0::encoder_l3_self_Wv_QuantMultA var_164-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l3_self_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_165 float32 [1] F0::encoder_l3_self_Wv_QuantMultB
after: var_165 float32 [1] F0::encoder_l3_self_Wv_QuantMultB var_165-cpu-float32_1_encoder_l3_self_Wv_QuantMultB-lhs.bin
operands: 
  - var_161 intgemm8 [256x256] F0::encoder_l3_self_Wv var_165-cpu-float32_1_encoder_l3_self_Wv_QuantMultB-rhs0-intgemm8_256x256_encoder_l3_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_166 float32 [1x256] F0::encoder_l3_self_bv_Prepared
after: var_166 float32 [1x256] F0::encoder_l3_self_bv_Prepared var_166-cpu-float32_1x256_encoder_l3_self_bv_Prepared-lhs.bin
operands: 
  - var_162 float32 [1x256] F0::encoder_l3_self_bv var_166-cpu-float32_1x256_encoder_l3_self_bv_Prepared-rhs0-float32_1x256_encoder_l3_self_bv.bin
  - var_161 intgemm8 [256x256] F0::encoder_l3_self_Wv var_166-cpu-float32_1x256_encoder_l3_self_bv_Prepared-rhs1-intgemm8_256x256_encoder_l3_self_Wv.bin
  - var_163 float32 [1] F0::encoder_l3_self_Wv_QuantMultA var_166-cpu-float32_1x256_encoder_l3_self_bv_Prepared-rhs2-float32_1_encoder_l3_self_Wv_QuantMultA.bin
  - var_165 float32 [1] F0::encoder_l3_self_Wv_QuantMultB var_166-cpu-float32_1x256_encoder_l3_self_bv_Prepared-rhs3-float32_1_encoder_l3_self_Wv_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_167 float32 [1x2x4x256]
after: var_167 float32 [1x2x4x256] var_167-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_164 int8 [1x2x4x256] none_shifted var_167-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_161 intgemm8 [256x256] F0::encoder_l3_self_Wv var_167-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l3_self_Wv.bin
  - var_166 float32 [1x256] F0::encoder_l3_self_bv_Prepared var_167-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l3_self_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_169 float32 [2x8x4x32]
after: var_169 float32 [2x8x4x32] var_169-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_168 float32 [2x4x8x32] var_169-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_170 float32 [2x8x4x4]
after: var_170 float32 [2x8x4x4] var_170-DotBatchedNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_151 float32 [2x8x4x32] var_170-DotBatchedNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x32.bin
  - var_160 float32 [2x8x4x32] var_170-DotBatchedNodeOp-float32_2x8x4x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_171 float32 [2x8x4x4]
after: var_171 float32 [2x8x4x4] var_171-PlusNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_170 float32 [2x8x4x4] var_171-PlusNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin
  - var_16 float32 [2x1x1x4] var_171-PlusNodeOp-float32_2x8x4x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_172 float32 [2x8x4x4]
after: var_172 float32 [2x8x4x4] var_172-SoftmaxNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_171 float32 [2x8x4x4] var_172-SoftmaxNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_173 float32 [2x8x4x32]
after: var_173 float32 [2x8x4x32] var_173-DotBatchedNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_172 float32 [2x8x4x4] var_173-DotBatchedNodeOp-float32_2x8x4x32-rhs0-float32_2x8x4x4.bin
  - var_169 float32 [2x8x4x32] var_173-DotBatchedNodeOp-float32_2x8x4x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_174 float32 [2x4x8x32]
after: var_174 float32 [2x4x8x32] var_174-TransposeNodeOp-float32_2x4x8x32-lhs.bin
operands: 
  - var_173 float32 [2x8x4x32] var_174-TransposeNodeOp-float32_2x4x8x32-rhs0-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_176 intgemm8 [256x256] F0::encoder_l3_self_Wo
after: var_176 intgemm8 [256x256] F0::encoder_l3_self_Wo var_176-ParamNode-intgemm8_256x256_encoder_l3_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_177 float32 [1x256] F0::encoder_l3_self_bo
after: var_177 float32 [1x256] F0::encoder_l3_self_bo var_177-ParamNode-float32_1x256_encoder_l3_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_178 float32 [1] F0::encoder_l3_self_Wo_QuantMultA
after: var_178 float32 [1] F0::encoder_l3_self_Wo_QuantMultA var_178-cpu-float32_1_encoder_l3_self_Wo_QuantMultA-lhs.bin
operands: 
  - var_176 intgemm8 [256x256] F0::encoder_l3_self_Wo var_178-cpu-float32_1_encoder_l3_self_Wo_QuantMultA-rhs0-intgemm8_256x256_encoder_l3_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_179 int8 [1x2x4x256] none_shifted
after: var_179 int8 [1x2x4x256] none_shifted var_179-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_175 float32 [1x2x4x256] var_179-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_178 float32 [1] F0::encoder_l3_self_Wo_QuantMultA var_179-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l3_self_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_180 float32 [1] F0::encoder_l3_self_Wo_QuantMultB
after: var_180 float32 [1] F0::encoder_l3_self_Wo_QuantMultB var_180-cpu-float32_1_encoder_l3_self_Wo_QuantMultB-lhs.bin
operands: 
  - var_176 intgemm8 [256x256] F0::encoder_l3_self_Wo var_180-cpu-float32_1_encoder_l3_self_Wo_QuantMultB-rhs0-intgemm8_256x256_encoder_l3_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_181 float32 [1x256] F0::encoder_l3_self_bo_Prepared
after: var_181 float32 [1x256] F0::encoder_l3_self_bo_Prepared var_181-cpu-float32_1x256_encoder_l3_self_bo_Prepared-lhs.bin
operands: 
  - var_177 float32 [1x256] F0::encoder_l3_self_bo var_181-cpu-float32_1x256_encoder_l3_self_bo_Prepared-rhs0-float32_1x256_encoder_l3_self_bo.bin
  - var_176 intgemm8 [256x256] F0::encoder_l3_self_Wo var_181-cpu-float32_1x256_encoder_l3_self_bo_Prepared-rhs1-intgemm8_256x256_encoder_l3_self_Wo.bin
  - var_178 float32 [1] F0::encoder_l3_self_Wo_QuantMultA var_181-cpu-float32_1x256_encoder_l3_self_bo_Prepared-rhs2-float32_1_encoder_l3_self_Wo_QuantMultA.bin
  - var_180 float32 [1] F0::encoder_l3_self_Wo_QuantMultB var_181-cpu-float32_1x256_encoder_l3_self_bo_Prepared-rhs3-float32_1_encoder_l3_self_Wo_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_182 float32 [1x2x4x256]
after: var_182 float32 [1x2x4x256] var_182-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_179 int8 [1x2x4x256] none_shifted var_182-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_176 intgemm8 [256x256] F0::encoder_l3_self_Wo var_182-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l3_self_Wo.bin
  - var_181 float32 [1x256] F0::encoder_l3_self_bo_Prepared var_182-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l3_self_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_183 float32 [1x2x4x256]
after: var_183 float32 [1x2x4x256] var_183-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_182 float32 [1x2x4x256] var_183-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_142 float32 [1x2x4x256] var_183-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_184 float32 [1x256] F0::encoder_l3_self_Wo_ln_scale
after: var_184 float32 [1x256] F0::encoder_l3_self_Wo_ln_scale var_184-ParamNode-float32_1x256_encoder_l3_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_185 float32 [1x256] F0::encoder_l3_self_Wo_ln_bias
after: var_185 float32 [1x256] F0::encoder_l3_self_Wo_ln_bias var_185-ParamNode-float32_1x256_encoder_l3_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_186 float32 [1x2x4x256]
after: var_186 float32 [1x2x4x256] var_186-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_183 float32 [1x2x4x256] var_186-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_184 float32 [1x256] F0::encoder_l3_self_Wo_ln_scale var_186-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l3_self_Wo_ln_scale.bin
  - var_185 float32 [1x256] F0::encoder_l3_self_Wo_ln_bias var_186-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l3_self_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_187 intgemm8 [256x1536] F0::encoder_l3_ffn_W1
after: var_187 intgemm8 [256x1536] F0::encoder_l3_ffn_W1 var_187-ParamNode-intgemm8_256x1536_encoder_l3_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_188 float32 [1x1536] F0::encoder_l3_ffn_b1
after: var_188 float32 [1x1536] F0::encoder_l3_ffn_b1 var_188-ParamNode-float32_1x1536_encoder_l3_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_189 float32 [1] F0::encoder_l3_ffn_W1_QuantMultA
after: var_189 float32 [1] F0::encoder_l3_ffn_W1_QuantMultA var_189-cpu-float32_1_encoder_l3_ffn_W1_QuantMultA-lhs.bin
operands: 
  - var_187 intgemm8 [256x1536] F0::encoder_l3_ffn_W1 var_189-cpu-float32_1_encoder_l3_ffn_W1_QuantMultA-rhs0-intgemm8_256x1536_encoder_l3_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_190 int8 [1x2x4x256] none_shifted
after: var_190 int8 [1x2x4x256] none_shifted var_190-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_186 float32 [1x2x4x256] var_190-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_189 float32 [1] F0::encoder_l3_ffn_W1_QuantMultA var_190-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l3_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_191 float32 [1] F0::encoder_l3_ffn_W1_QuantMultB
after: var_191 float32 [1] F0::encoder_l3_ffn_W1_QuantMultB var_191-cpu-float32_1_encoder_l3_ffn_W1_QuantMultB-lhs.bin
operands: 
  - var_187 intgemm8 [256x1536] F0::encoder_l3_ffn_W1 var_191-cpu-float32_1_encoder_l3_ffn_W1_QuantMultB-rhs0-intgemm8_256x1536_encoder_l3_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_192 float32 [1x1536] F0::encoder_l3_ffn_b1_Prepared
after: var_192 float32 [1x1536] F0::encoder_l3_ffn_b1_Prepared var_192-cpu-float32_1x1536_encoder_l3_ffn_b1_Prepared-lhs.bin
operands: 
  - var_188 float32 [1x1536] F0::encoder_l3_ffn_b1 var_192-cpu-float32_1x1536_encoder_l3_ffn_b1_Prepared-rhs0-float32_1x1536_encoder_l3_ffn_b1.bin
  - var_187 intgemm8 [256x1536] F0::encoder_l3_ffn_W1 var_192-cpu-float32_1x1536_encoder_l3_ffn_b1_Prepared-rhs1-intgemm8_256x1536_encoder_l3_ffn_W1.bin
  - var_189 float32 [1] F0::encoder_l3_ffn_W1_QuantMultA var_192-cpu-float32_1x1536_encoder_l3_ffn_b1_Prepared-rhs2-float32_1_encoder_l3_ffn_W1_QuantMultA.bin
  - var_191 float32 [1] F0::encoder_l3_ffn_W1_QuantMultB var_192-cpu-float32_1x1536_encoder_l3_ffn_b1_Prepared-rhs3-float32_1_encoder_l3_ffn_W1_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_193 float32 [1x2x4x1536]
after: var_193 float32 [1x2x4x1536] var_193-cpu-float32_1x2x4x1536-lhs.bin
operands: 
  - var_190 int8 [1x2x4x256] none_shifted var_193-cpu-float32_1x2x4x1536-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_187 intgemm8 [256x1536] F0::encoder_l3_ffn_W1 var_193-cpu-float32_1x2x4x1536-rhs1-intgemm8_256x1536_encoder_l3_ffn_W1.bin
  - var_192 float32 [1x1536] F0::encoder_l3_ffn_b1_Prepared var_193-cpu-float32_1x2x4x1536-rhs2-float32_1x1536_encoder_l3_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_194 float32 [1x2x4x1536]
after: var_194 float32 [1x2x4x1536] var_194-ReLUNodeOp-float32_1x2x4x1536-lhs.bin
operands: 
  - var_193 float32 [1x2x4x1536] var_194-ReLUNodeOp-float32_1x2x4x1536-rhs0-float32_1x2x4x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_195 intgemm8 [1536x256] F0::encoder_l3_ffn_W2
after: var_195 intgemm8 [1536x256] F0::encoder_l3_ffn_W2 var_195-ParamNode-intgemm8_1536x256_encoder_l3_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_196 float32 [1x256] F0::encoder_l3_ffn_b2
after: var_196 float32 [1x256] F0::encoder_l3_ffn_b2 var_196-ParamNode-float32_1x256_encoder_l3_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_197 float32 [1] F0::encoder_l3_ffn_W2_QuantMultA
after: var_197 float32 [1] F0::encoder_l3_ffn_W2_QuantMultA var_197-cpu-float32_1_encoder_l3_ffn_W2_QuantMultA-lhs.bin
operands: 
  - var_195 intgemm8 [1536x256] F0::encoder_l3_ffn_W2 var_197-cpu-float32_1_encoder_l3_ffn_W2_QuantMultA-rhs0-intgemm8_1536x256_encoder_l3_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_198 int8 [1x2x4x1536] none_shifted
after: var_198 int8 [1x2x4x1536] none_shifted var_198-cpu-int8_1x2x4x1536_none_shifted-lhs.bin
operands: 
  - var_194 float32 [1x2x4x1536] var_198-cpu-int8_1x2x4x1536_none_shifted-rhs0-float32_1x2x4x1536.bin
  - var_197 float32 [1] F0::encoder_l3_ffn_W2_QuantMultA var_198-cpu-int8_1x2x4x1536_none_shifted-rhs1-float32_1_encoder_l3_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_199 float32 [1] F0::encoder_l3_ffn_W2_QuantMultB
after: var_199 float32 [1] F0::encoder_l3_ffn_W2_QuantMultB var_199-cpu-float32_1_encoder_l3_ffn_W2_QuantMultB-lhs.bin
operands: 
  - var_195 intgemm8 [1536x256] F0::encoder_l3_ffn_W2 var_199-cpu-float32_1_encoder_l3_ffn_W2_QuantMultB-rhs0-intgemm8_1536x256_encoder_l3_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_200 float32 [1x256] F0::encoder_l3_ffn_b2_Prepared
after: var_200 float32 [1x256] F0::encoder_l3_ffn_b2_Prepared var_200-cpu-float32_1x256_encoder_l3_ffn_b2_Prepared-lhs.bin
operands: 
  - var_196 float32 [1x256] F0::encoder_l3_ffn_b2 var_200-cpu-float32_1x256_encoder_l3_ffn_b2_Prepared-rhs0-float32_1x256_encoder_l3_ffn_b2.bin
  - var_195 intgemm8 [1536x256] F0::encoder_l3_ffn_W2 var_200-cpu-float32_1x256_encoder_l3_ffn_b2_Prepared-rhs1-intgemm8_1536x256_encoder_l3_ffn_W2.bin
  - var_197 float32 [1] F0::encoder_l3_ffn_W2_QuantMultA var_200-cpu-float32_1x256_encoder_l3_ffn_b2_Prepared-rhs2-float32_1_encoder_l3_ffn_W2_QuantMultA.bin
  - var_199 float32 [1] F0::encoder_l3_ffn_W2_QuantMultB var_200-cpu-float32_1x256_encoder_l3_ffn_b2_Prepared-rhs3-float32_1_encoder_l3_ffn_W2_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_201 float32 [1x2x4x256]
after: var_201 float32 [1x2x4x256] var_201-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_198 int8 [1x2x4x1536] none_shifted var_201-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x1536_none_shifted.bin
  - var_195 intgemm8 [1536x256] F0::encoder_l3_ffn_W2 var_201-cpu-float32_1x2x4x256-rhs1-intgemm8_1536x256_encoder_l3_ffn_W2.bin
  - var_200 float32 [1x256] F0::encoder_l3_ffn_b2_Prepared var_201-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l3_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_202 float32 [1x2x4x256]
after: var_202 float32 [1x2x4x256] var_202-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_201 float32 [1x2x4x256] var_202-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_186 float32 [1x2x4x256] var_202-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_203 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_scale
after: var_203 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_scale var_203-ParamNode-float32_1x256_encoder_l3_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_204 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_bias
after: var_204 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_bias var_204-ParamNode-float32_1x256_encoder_l3_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_205 float32 [1x2x4x256]
after: var_205 float32 [1x2x4x256] var_205-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_202 float32 [1x2x4x256] var_205-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_203 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_scale var_205-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l3_ffn_ffn_ln_scale.bin
  - var_204 float32 [1x256] F0::encoder_l3_ffn_ffn_ln_bias var_205-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l3_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_206 intgemm8 [256x256] F0::encoder_l4_self_Wq
after: var_206 intgemm8 [256x256] F0::encoder_l4_self_Wq var_206-ParamNode-intgemm8_256x256_encoder_l4_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_207 float32 [1x256] F0::encoder_l4_self_bq
after: var_207 float32 [1x256] F0::encoder_l4_self_bq var_207-ParamNode-float32_1x256_encoder_l4_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_208 float32 [1] F0::encoder_l4_self_Wq_QuantMultA
after: var_208 float32 [1] F0::encoder_l4_self_Wq_QuantMultA var_208-cpu-float32_1_encoder_l4_self_Wq_QuantMultA-lhs.bin
operands: 
  - var_206 intgemm8 [256x256] F0::encoder_l4_self_Wq var_208-cpu-float32_1_encoder_l4_self_Wq_QuantMultA-rhs0-intgemm8_256x256_encoder_l4_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_209 int8 [1x2x4x256] none_shifted
after: var_209 int8 [1x2x4x256] none_shifted var_209-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_205 float32 [1x2x4x256] var_209-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_208 float32 [1] F0::encoder_l4_self_Wq_QuantMultA var_209-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l4_self_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_210 float32 [1] F0::encoder_l4_self_Wq_QuantMultB
after: var_210 float32 [1] F0::encoder_l4_self_Wq_QuantMultB var_210-cpu-float32_1_encoder_l4_self_Wq_QuantMultB-lhs.bin
operands: 
  - var_206 intgemm8 [256x256] F0::encoder_l4_self_Wq var_210-cpu-float32_1_encoder_l4_self_Wq_QuantMultB-rhs0-intgemm8_256x256_encoder_l4_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_211 float32 [1x256] F0::encoder_l4_self_bq_Prepared
after: var_211 float32 [1x256] F0::encoder_l4_self_bq_Prepared var_211-cpu-float32_1x256_encoder_l4_self_bq_Prepared-lhs.bin
operands: 
  - var_207 float32 [1x256] F0::encoder_l4_self_bq var_211-cpu-float32_1x256_encoder_l4_self_bq_Prepared-rhs0-float32_1x256_encoder_l4_self_bq.bin
  - var_206 intgemm8 [256x256] F0::encoder_l4_self_Wq var_211-cpu-float32_1x256_encoder_l4_self_bq_Prepared-rhs1-intgemm8_256x256_encoder_l4_self_Wq.bin
  - var_208 float32 [1] F0::encoder_l4_self_Wq_QuantMultA var_211-cpu-float32_1x256_encoder_l4_self_bq_Prepared-rhs2-float32_1_encoder_l4_self_Wq_QuantMultA.bin
  - var_210 float32 [1] F0::encoder_l4_self_Wq_QuantMultB var_211-cpu-float32_1x256_encoder_l4_self_bq_Prepared-rhs3-float32_1_encoder_l4_self_Wq_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_212 float32 [1x2x4x256]
after: var_212 float32 [1x2x4x256] var_212-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_209 int8 [1x2x4x256] none_shifted var_212-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_206 intgemm8 [256x256] F0::encoder_l4_self_Wq var_212-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l4_self_Wq.bin
  - var_211 float32 [1x256] F0::encoder_l4_self_bq_Prepared var_212-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l4_self_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_214 float32 [2x8x4x32]
after: var_214 float32 [2x8x4x32] var_214-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_213 float32 [2x4x8x32] var_214-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_215 intgemm8 [256x256] F0::encoder_l4_self_Wk
after: var_215 intgemm8 [256x256] F0::encoder_l4_self_Wk var_215-ParamNode-intgemm8_256x256_encoder_l4_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_216 float32 [1x256] F0::encoder_l4_self_bk
after: var_216 float32 [1x256] F0::encoder_l4_self_bk var_216-ParamNode-float32_1x256_encoder_l4_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_217 float32 [1] F0::encoder_l4_self_Wk_QuantMultA
after: var_217 float32 [1] F0::encoder_l4_self_Wk_QuantMultA var_217-cpu-float32_1_encoder_l4_self_Wk_QuantMultA-lhs.bin
operands: 
  - var_215 intgemm8 [256x256] F0::encoder_l4_self_Wk var_217-cpu-float32_1_encoder_l4_self_Wk_QuantMultA-rhs0-intgemm8_256x256_encoder_l4_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_218 int8 [1x2x4x256] none_shifted
after: var_218 int8 [1x2x4x256] none_shifted var_218-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_205 float32 [1x2x4x256] var_218-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_217 float32 [1] F0::encoder_l4_self_Wk_QuantMultA var_218-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l4_self_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_219 float32 [1] F0::encoder_l4_self_Wk_QuantMultB
after: var_219 float32 [1] F0::encoder_l4_self_Wk_QuantMultB var_219-cpu-float32_1_encoder_l4_self_Wk_QuantMultB-lhs.bin
operands: 
  - var_215 intgemm8 [256x256] F0::encoder_l4_self_Wk var_219-cpu-float32_1_encoder_l4_self_Wk_QuantMultB-rhs0-intgemm8_256x256_encoder_l4_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_220 float32 [1x256] F0::encoder_l4_self_bk_Prepared
after: var_220 float32 [1x256] F0::encoder_l4_self_bk_Prepared var_220-cpu-float32_1x256_encoder_l4_self_bk_Prepared-lhs.bin
operands: 
  - var_216 float32 [1x256] F0::encoder_l4_self_bk var_220-cpu-float32_1x256_encoder_l4_self_bk_Prepared-rhs0-float32_1x256_encoder_l4_self_bk.bin
  - var_215 intgemm8 [256x256] F0::encoder_l4_self_Wk var_220-cpu-float32_1x256_encoder_l4_self_bk_Prepared-rhs1-intgemm8_256x256_encoder_l4_self_Wk.bin
  - var_217 float32 [1] F0::encoder_l4_self_Wk_QuantMultA var_220-cpu-float32_1x256_encoder_l4_self_bk_Prepared-rhs2-float32_1_encoder_l4_self_Wk_QuantMultA.bin
  - var_219 float32 [1] F0::encoder_l4_self_Wk_QuantMultB var_220-cpu-float32_1x256_encoder_l4_self_bk_Prepared-rhs3-float32_1_encoder_l4_self_Wk_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_221 float32 [1x2x4x256]
after: var_221 float32 [1x2x4x256] var_221-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_218 int8 [1x2x4x256] none_shifted var_221-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_215 intgemm8 [256x256] F0::encoder_l4_self_Wk var_221-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l4_self_Wk.bin
  - var_220 float32 [1x256] F0::encoder_l4_self_bk_Prepared var_221-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l4_self_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_223 float32 [2x8x4x32]
after: var_223 float32 [2x8x4x32] var_223-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_222 float32 [2x4x8x32] var_223-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_224 intgemm8 [256x256] F0::encoder_l4_self_Wv
after: var_224 intgemm8 [256x256] F0::encoder_l4_self_Wv var_224-ParamNode-intgemm8_256x256_encoder_l4_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_225 float32 [1x256] F0::encoder_l4_self_bv
after: var_225 float32 [1x256] F0::encoder_l4_self_bv var_225-ParamNode-float32_1x256_encoder_l4_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_226 float32 [1] F0::encoder_l4_self_Wv_QuantMultA
after: var_226 float32 [1] F0::encoder_l4_self_Wv_QuantMultA var_226-cpu-float32_1_encoder_l4_self_Wv_QuantMultA-lhs.bin
operands: 
  - var_224 intgemm8 [256x256] F0::encoder_l4_self_Wv var_226-cpu-float32_1_encoder_l4_self_Wv_QuantMultA-rhs0-intgemm8_256x256_encoder_l4_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_227 int8 [1x2x4x256] none_shifted
after: var_227 int8 [1x2x4x256] none_shifted var_227-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_205 float32 [1x2x4x256] var_227-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_226 float32 [1] F0::encoder_l4_self_Wv_QuantMultA var_227-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l4_self_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_228 float32 [1] F0::encoder_l4_self_Wv_QuantMultB
after: var_228 float32 [1] F0::encoder_l4_self_Wv_QuantMultB var_228-cpu-float32_1_encoder_l4_self_Wv_QuantMultB-lhs.bin
operands: 
  - var_224 intgemm8 [256x256] F0::encoder_l4_self_Wv var_228-cpu-float32_1_encoder_l4_self_Wv_QuantMultB-rhs0-intgemm8_256x256_encoder_l4_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_229 float32 [1x256] F0::encoder_l4_self_bv_Prepared
after: var_229 float32 [1x256] F0::encoder_l4_self_bv_Prepared var_229-cpu-float32_1x256_encoder_l4_self_bv_Prepared-lhs.bin
operands: 
  - var_225 float32 [1x256] F0::encoder_l4_self_bv var_229-cpu-float32_1x256_encoder_l4_self_bv_Prepared-rhs0-float32_1x256_encoder_l4_self_bv.bin
  - var_224 intgemm8 [256x256] F0::encoder_l4_self_Wv var_229-cpu-float32_1x256_encoder_l4_self_bv_Prepared-rhs1-intgemm8_256x256_encoder_l4_self_Wv.bin
  - var_226 float32 [1] F0::encoder_l4_self_Wv_QuantMultA var_229-cpu-float32_1x256_encoder_l4_self_bv_Prepared-rhs2-float32_1_encoder_l4_self_Wv_QuantMultA.bin
  - var_228 float32 [1] F0::encoder_l4_self_Wv_QuantMultB var_229-cpu-float32_1x256_encoder_l4_self_bv_Prepared-rhs3-float32_1_encoder_l4_self_Wv_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_230 float32 [1x2x4x256]
after: var_230 float32 [1x2x4x256] var_230-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_227 int8 [1x2x4x256] none_shifted var_230-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_224 intgemm8 [256x256] F0::encoder_l4_self_Wv var_230-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l4_self_Wv.bin
  - var_229 float32 [1x256] F0::encoder_l4_self_bv_Prepared var_230-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l4_self_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_232 float32 [2x8x4x32]
after: var_232 float32 [2x8x4x32] var_232-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_231 float32 [2x4x8x32] var_232-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_233 float32 [2x8x4x4]
after: var_233 float32 [2x8x4x4] var_233-DotBatchedNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_214 float32 [2x8x4x32] var_233-DotBatchedNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x32.bin
  - var_223 float32 [2x8x4x32] var_233-DotBatchedNodeOp-float32_2x8x4x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_234 float32 [2x8x4x4]
after: var_234 float32 [2x8x4x4] var_234-PlusNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_233 float32 [2x8x4x4] var_234-PlusNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin
  - var_16 float32 [2x1x1x4] var_234-PlusNodeOp-float32_2x8x4x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_235 float32 [2x8x4x4]
after: var_235 float32 [2x8x4x4] var_235-SoftmaxNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_234 float32 [2x8x4x4] var_235-SoftmaxNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_236 float32 [2x8x4x32]
after: var_236 float32 [2x8x4x32] var_236-DotBatchedNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_235 float32 [2x8x4x4] var_236-DotBatchedNodeOp-float32_2x8x4x32-rhs0-float32_2x8x4x4.bin
  - var_232 float32 [2x8x4x32] var_236-DotBatchedNodeOp-float32_2x8x4x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_237 float32 [2x4x8x32]
after: var_237 float32 [2x4x8x32] var_237-TransposeNodeOp-float32_2x4x8x32-lhs.bin
operands: 
  - var_236 float32 [2x8x4x32] var_237-TransposeNodeOp-float32_2x4x8x32-rhs0-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_239 intgemm8 [256x256] F0::encoder_l4_self_Wo
after: var_239 intgemm8 [256x256] F0::encoder_l4_self_Wo var_239-ParamNode-intgemm8_256x256_encoder_l4_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_240 float32 [1x256] F0::encoder_l4_self_bo
after: var_240 float32 [1x256] F0::encoder_l4_self_bo var_240-ParamNode-float32_1x256_encoder_l4_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_241 float32 [1] F0::encoder_l4_self_Wo_QuantMultA
after: var_241 float32 [1] F0::encoder_l4_self_Wo_QuantMultA var_241-cpu-float32_1_encoder_l4_self_Wo_QuantMultA-lhs.bin
operands: 
  - var_239 intgemm8 [256x256] F0::encoder_l4_self_Wo var_241-cpu-float32_1_encoder_l4_self_Wo_QuantMultA-rhs0-intgemm8_256x256_encoder_l4_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_242 int8 [1x2x4x256] none_shifted
after: var_242 int8 [1x2x4x256] none_shifted var_242-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_238 float32 [1x2x4x256] var_242-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_241 float32 [1] F0::encoder_l4_self_Wo_QuantMultA var_242-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l4_self_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_243 float32 [1] F0::encoder_l4_self_Wo_QuantMultB
after: var_243 float32 [1] F0::encoder_l4_self_Wo_QuantMultB var_243-cpu-float32_1_encoder_l4_self_Wo_QuantMultB-lhs.bin
operands: 
  - var_239 intgemm8 [256x256] F0::encoder_l4_self_Wo var_243-cpu-float32_1_encoder_l4_self_Wo_QuantMultB-rhs0-intgemm8_256x256_encoder_l4_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_244 float32 [1x256] F0::encoder_l4_self_bo_Prepared
after: var_244 float32 [1x256] F0::encoder_l4_self_bo_Prepared var_244-cpu-float32_1x256_encoder_l4_self_bo_Prepared-lhs.bin
operands: 
  - var_240 float32 [1x256] F0::encoder_l4_self_bo var_244-cpu-float32_1x256_encoder_l4_self_bo_Prepared-rhs0-float32_1x256_encoder_l4_self_bo.bin
  - var_239 intgemm8 [256x256] F0::encoder_l4_self_Wo var_244-cpu-float32_1x256_encoder_l4_self_bo_Prepared-rhs1-intgemm8_256x256_encoder_l4_self_Wo.bin
  - var_241 float32 [1] F0::encoder_l4_self_Wo_QuantMultA var_244-cpu-float32_1x256_encoder_l4_self_bo_Prepared-rhs2-float32_1_encoder_l4_self_Wo_QuantMultA.bin
  - var_243 float32 [1] F0::encoder_l4_self_Wo_QuantMultB var_244-cpu-float32_1x256_encoder_l4_self_bo_Prepared-rhs3-float32_1_encoder_l4_self_Wo_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_245 float32 [1x2x4x256]
after: var_245 float32 [1x2x4x256] var_245-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_242 int8 [1x2x4x256] none_shifted var_245-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_239 intgemm8 [256x256] F0::encoder_l4_self_Wo var_245-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l4_self_Wo.bin
  - var_244 float32 [1x256] F0::encoder_l4_self_bo_Prepared var_245-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l4_self_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_246 float32 [1x2x4x256]
after: var_246 float32 [1x2x4x256] var_246-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_245 float32 [1x2x4x256] var_246-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_205 float32 [1x2x4x256] var_246-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_247 float32 [1x256] F0::encoder_l4_self_Wo_ln_scale
after: var_247 float32 [1x256] F0::encoder_l4_self_Wo_ln_scale var_247-ParamNode-float32_1x256_encoder_l4_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_248 float32 [1x256] F0::encoder_l4_self_Wo_ln_bias
after: var_248 float32 [1x256] F0::encoder_l4_self_Wo_ln_bias var_248-ParamNode-float32_1x256_encoder_l4_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_249 float32 [1x2x4x256]
after: var_249 float32 [1x2x4x256] var_249-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_246 float32 [1x2x4x256] var_249-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_247 float32 [1x256] F0::encoder_l4_self_Wo_ln_scale var_249-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l4_self_Wo_ln_scale.bin
  - var_248 float32 [1x256] F0::encoder_l4_self_Wo_ln_bias var_249-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l4_self_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_250 intgemm8 [256x1536] F0::encoder_l4_ffn_W1
after: var_250 intgemm8 [256x1536] F0::encoder_l4_ffn_W1 var_250-ParamNode-intgemm8_256x1536_encoder_l4_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_251 float32 [1x1536] F0::encoder_l4_ffn_b1
after: var_251 float32 [1x1536] F0::encoder_l4_ffn_b1 var_251-ParamNode-float32_1x1536_encoder_l4_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_252 float32 [1] F0::encoder_l4_ffn_W1_QuantMultA
after: var_252 float32 [1] F0::encoder_l4_ffn_W1_QuantMultA var_252-cpu-float32_1_encoder_l4_ffn_W1_QuantMultA-lhs.bin
operands: 
  - var_250 intgemm8 [256x1536] F0::encoder_l4_ffn_W1 var_252-cpu-float32_1_encoder_l4_ffn_W1_QuantMultA-rhs0-intgemm8_256x1536_encoder_l4_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_253 int8 [1x2x4x256] none_shifted
after: var_253 int8 [1x2x4x256] none_shifted var_253-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_249 float32 [1x2x4x256] var_253-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_252 float32 [1] F0::encoder_l4_ffn_W1_QuantMultA var_253-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l4_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_254 float32 [1] F0::encoder_l4_ffn_W1_QuantMultB
after: var_254 float32 [1] F0::encoder_l4_ffn_W1_QuantMultB var_254-cpu-float32_1_encoder_l4_ffn_W1_QuantMultB-lhs.bin
operands: 
  - var_250 intgemm8 [256x1536] F0::encoder_l4_ffn_W1 var_254-cpu-float32_1_encoder_l4_ffn_W1_QuantMultB-rhs0-intgemm8_256x1536_encoder_l4_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_255 float32 [1x1536] F0::encoder_l4_ffn_b1_Prepared
after: var_255 float32 [1x1536] F0::encoder_l4_ffn_b1_Prepared var_255-cpu-float32_1x1536_encoder_l4_ffn_b1_Prepared-lhs.bin
operands: 
  - var_251 float32 [1x1536] F0::encoder_l4_ffn_b1 var_255-cpu-float32_1x1536_encoder_l4_ffn_b1_Prepared-rhs0-float32_1x1536_encoder_l4_ffn_b1.bin
  - var_250 intgemm8 [256x1536] F0::encoder_l4_ffn_W1 var_255-cpu-float32_1x1536_encoder_l4_ffn_b1_Prepared-rhs1-intgemm8_256x1536_encoder_l4_ffn_W1.bin
  - var_252 float32 [1] F0::encoder_l4_ffn_W1_QuantMultA var_255-cpu-float32_1x1536_encoder_l4_ffn_b1_Prepared-rhs2-float32_1_encoder_l4_ffn_W1_QuantMultA.bin
  - var_254 float32 [1] F0::encoder_l4_ffn_W1_QuantMultB var_255-cpu-float32_1x1536_encoder_l4_ffn_b1_Prepared-rhs3-float32_1_encoder_l4_ffn_W1_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_256 float32 [1x2x4x1536]
after: var_256 float32 [1x2x4x1536] var_256-cpu-float32_1x2x4x1536-lhs.bin
operands: 
  - var_253 int8 [1x2x4x256] none_shifted var_256-cpu-float32_1x2x4x1536-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_250 intgemm8 [256x1536] F0::encoder_l4_ffn_W1 var_256-cpu-float32_1x2x4x1536-rhs1-intgemm8_256x1536_encoder_l4_ffn_W1.bin
  - var_255 float32 [1x1536] F0::encoder_l4_ffn_b1_Prepared var_256-cpu-float32_1x2x4x1536-rhs2-float32_1x1536_encoder_l4_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_257 float32 [1x2x4x1536]
after: var_257 float32 [1x2x4x1536] var_257-ReLUNodeOp-float32_1x2x4x1536-lhs.bin
operands: 
  - var_256 float32 [1x2x4x1536] var_257-ReLUNodeOp-float32_1x2x4x1536-rhs0-float32_1x2x4x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_258 intgemm8 [1536x256] F0::encoder_l4_ffn_W2
after: var_258 intgemm8 [1536x256] F0::encoder_l4_ffn_W2 var_258-ParamNode-intgemm8_1536x256_encoder_l4_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_259 float32 [1x256] F0::encoder_l4_ffn_b2
after: var_259 float32 [1x256] F0::encoder_l4_ffn_b2 var_259-ParamNode-float32_1x256_encoder_l4_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_260 float32 [1] F0::encoder_l4_ffn_W2_QuantMultA
after: var_260 float32 [1] F0::encoder_l4_ffn_W2_QuantMultA var_260-cpu-float32_1_encoder_l4_ffn_W2_QuantMultA-lhs.bin
operands: 
  - var_258 intgemm8 [1536x256] F0::encoder_l4_ffn_W2 var_260-cpu-float32_1_encoder_l4_ffn_W2_QuantMultA-rhs0-intgemm8_1536x256_encoder_l4_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_261 int8 [1x2x4x1536] none_shifted
after: var_261 int8 [1x2x4x1536] none_shifted var_261-cpu-int8_1x2x4x1536_none_shifted-lhs.bin
operands: 
  - var_257 float32 [1x2x4x1536] var_261-cpu-int8_1x2x4x1536_none_shifted-rhs0-float32_1x2x4x1536.bin
  - var_260 float32 [1] F0::encoder_l4_ffn_W2_QuantMultA var_261-cpu-int8_1x2x4x1536_none_shifted-rhs1-float32_1_encoder_l4_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_262 float32 [1] F0::encoder_l4_ffn_W2_QuantMultB
after: var_262 float32 [1] F0::encoder_l4_ffn_W2_QuantMultB var_262-cpu-float32_1_encoder_l4_ffn_W2_QuantMultB-lhs.bin
operands: 
  - var_258 intgemm8 [1536x256] F0::encoder_l4_ffn_W2 var_262-cpu-float32_1_encoder_l4_ffn_W2_QuantMultB-rhs0-intgemm8_1536x256_encoder_l4_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_263 float32 [1x256] F0::encoder_l4_ffn_b2_Prepared
after: var_263 float32 [1x256] F0::encoder_l4_ffn_b2_Prepared var_263-cpu-float32_1x256_encoder_l4_ffn_b2_Prepared-lhs.bin
operands: 
  - var_259 float32 [1x256] F0::encoder_l4_ffn_b2 var_263-cpu-float32_1x256_encoder_l4_ffn_b2_Prepared-rhs0-float32_1x256_encoder_l4_ffn_b2.bin
  - var_258 intgemm8 [1536x256] F0::encoder_l4_ffn_W2 var_263-cpu-float32_1x256_encoder_l4_ffn_b2_Prepared-rhs1-intgemm8_1536x256_encoder_l4_ffn_W2.bin
  - var_260 float32 [1] F0::encoder_l4_ffn_W2_QuantMultA var_263-cpu-float32_1x256_encoder_l4_ffn_b2_Prepared-rhs2-float32_1_encoder_l4_ffn_W2_QuantMultA.bin
  - var_262 float32 [1] F0::encoder_l4_ffn_W2_QuantMultB var_263-cpu-float32_1x256_encoder_l4_ffn_b2_Prepared-rhs3-float32_1_encoder_l4_ffn_W2_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_264 float32 [1x2x4x256]
after: var_264 float32 [1x2x4x256] var_264-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_261 int8 [1x2x4x1536] none_shifted var_264-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x1536_none_shifted.bin
  - var_258 intgemm8 [1536x256] F0::encoder_l4_ffn_W2 var_264-cpu-float32_1x2x4x256-rhs1-intgemm8_1536x256_encoder_l4_ffn_W2.bin
  - var_263 float32 [1x256] F0::encoder_l4_ffn_b2_Prepared var_264-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l4_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_265 float32 [1x2x4x256]
after: var_265 float32 [1x2x4x256] var_265-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_264 float32 [1x2x4x256] var_265-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_249 float32 [1x2x4x256] var_265-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_266 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_scale
after: var_266 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_scale var_266-ParamNode-float32_1x256_encoder_l4_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_267 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_bias
after: var_267 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_bias var_267-ParamNode-float32_1x256_encoder_l4_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_268 float32 [1x2x4x256]
after: var_268 float32 [1x2x4x256] var_268-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_265 float32 [1x2x4x256] var_268-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_266 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_scale var_268-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l4_ffn_ffn_ln_scale.bin
  - var_267 float32 [1x256] F0::encoder_l4_ffn_ffn_ln_bias var_268-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l4_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_269 intgemm8 [256x256] F0::encoder_l5_self_Wq
after: var_269 intgemm8 [256x256] F0::encoder_l5_self_Wq var_269-ParamNode-intgemm8_256x256_encoder_l5_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_270 float32 [1x256] F0::encoder_l5_self_bq
after: var_270 float32 [1x256] F0::encoder_l5_self_bq var_270-ParamNode-float32_1x256_encoder_l5_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_271 float32 [1] F0::encoder_l5_self_Wq_QuantMultA
after: var_271 float32 [1] F0::encoder_l5_self_Wq_QuantMultA var_271-cpu-float32_1_encoder_l5_self_Wq_QuantMultA-lhs.bin
operands: 
  - var_269 intgemm8 [256x256] F0::encoder_l5_self_Wq var_271-cpu-float32_1_encoder_l5_self_Wq_QuantMultA-rhs0-intgemm8_256x256_encoder_l5_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_272 int8 [1x2x4x256] none_shifted
after: var_272 int8 [1x2x4x256] none_shifted var_272-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_268 float32 [1x2x4x256] var_272-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_271 float32 [1] F0::encoder_l5_self_Wq_QuantMultA var_272-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l5_self_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_273 float32 [1] F0::encoder_l5_self_Wq_QuantMultB
after: var_273 float32 [1] F0::encoder_l5_self_Wq_QuantMultB var_273-cpu-float32_1_encoder_l5_self_Wq_QuantMultB-lhs.bin
operands: 
  - var_269 intgemm8 [256x256] F0::encoder_l5_self_Wq var_273-cpu-float32_1_encoder_l5_self_Wq_QuantMultB-rhs0-intgemm8_256x256_encoder_l5_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_274 float32 [1x256] F0::encoder_l5_self_bq_Prepared
after: var_274 float32 [1x256] F0::encoder_l5_self_bq_Prepared var_274-cpu-float32_1x256_encoder_l5_self_bq_Prepared-lhs.bin
operands: 
  - var_270 float32 [1x256] F0::encoder_l5_self_bq var_274-cpu-float32_1x256_encoder_l5_self_bq_Prepared-rhs0-float32_1x256_encoder_l5_self_bq.bin
  - var_269 intgemm8 [256x256] F0::encoder_l5_self_Wq var_274-cpu-float32_1x256_encoder_l5_self_bq_Prepared-rhs1-intgemm8_256x256_encoder_l5_self_Wq.bin
  - var_271 float32 [1] F0::encoder_l5_self_Wq_QuantMultA var_274-cpu-float32_1x256_encoder_l5_self_bq_Prepared-rhs2-float32_1_encoder_l5_self_Wq_QuantMultA.bin
  - var_273 float32 [1] F0::encoder_l5_self_Wq_QuantMultB var_274-cpu-float32_1x256_encoder_l5_self_bq_Prepared-rhs3-float32_1_encoder_l5_self_Wq_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_275 float32 [1x2x4x256]
after: var_275 float32 [1x2x4x256] var_275-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_272 int8 [1x2x4x256] none_shifted var_275-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_269 intgemm8 [256x256] F0::encoder_l5_self_Wq var_275-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l5_self_Wq.bin
  - var_274 float32 [1x256] F0::encoder_l5_self_bq_Prepared var_275-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l5_self_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_277 float32 [2x8x4x32]
after: var_277 float32 [2x8x4x32] var_277-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_276 float32 [2x4x8x32] var_277-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_278 intgemm8 [256x256] F0::encoder_l5_self_Wk
after: var_278 intgemm8 [256x256] F0::encoder_l5_self_Wk var_278-ParamNode-intgemm8_256x256_encoder_l5_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_279 float32 [1x256] F0::encoder_l5_self_bk
after: var_279 float32 [1x256] F0::encoder_l5_self_bk var_279-ParamNode-float32_1x256_encoder_l5_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_280 float32 [1] F0::encoder_l5_self_Wk_QuantMultA
after: var_280 float32 [1] F0::encoder_l5_self_Wk_QuantMultA var_280-cpu-float32_1_encoder_l5_self_Wk_QuantMultA-lhs.bin
operands: 
  - var_278 intgemm8 [256x256] F0::encoder_l5_self_Wk var_280-cpu-float32_1_encoder_l5_self_Wk_QuantMultA-rhs0-intgemm8_256x256_encoder_l5_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_281 int8 [1x2x4x256] none_shifted
after: var_281 int8 [1x2x4x256] none_shifted var_281-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_268 float32 [1x2x4x256] var_281-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_280 float32 [1] F0::encoder_l5_self_Wk_QuantMultA var_281-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l5_self_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_282 float32 [1] F0::encoder_l5_self_Wk_QuantMultB
after: var_282 float32 [1] F0::encoder_l5_self_Wk_QuantMultB var_282-cpu-float32_1_encoder_l5_self_Wk_QuantMultB-lhs.bin
operands: 
  - var_278 intgemm8 [256x256] F0::encoder_l5_self_Wk var_282-cpu-float32_1_encoder_l5_self_Wk_QuantMultB-rhs0-intgemm8_256x256_encoder_l5_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_283 float32 [1x256] F0::encoder_l5_self_bk_Prepared
after: var_283 float32 [1x256] F0::encoder_l5_self_bk_Prepared var_283-cpu-float32_1x256_encoder_l5_self_bk_Prepared-lhs.bin
operands: 
  - var_279 float32 [1x256] F0::encoder_l5_self_bk var_283-cpu-float32_1x256_encoder_l5_self_bk_Prepared-rhs0-float32_1x256_encoder_l5_self_bk.bin
  - var_278 intgemm8 [256x256] F0::encoder_l5_self_Wk var_283-cpu-float32_1x256_encoder_l5_self_bk_Prepared-rhs1-intgemm8_256x256_encoder_l5_self_Wk.bin
  - var_280 float32 [1] F0::encoder_l5_self_Wk_QuantMultA var_283-cpu-float32_1x256_encoder_l5_self_bk_Prepared-rhs2-float32_1_encoder_l5_self_Wk_QuantMultA.bin
  - var_282 float32 [1] F0::encoder_l5_self_Wk_QuantMultB var_283-cpu-float32_1x256_encoder_l5_self_bk_Prepared-rhs3-float32_1_encoder_l5_self_Wk_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_284 float32 [1x2x4x256]
after: var_284 float32 [1x2x4x256] var_284-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_281 int8 [1x2x4x256] none_shifted var_284-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_278 intgemm8 [256x256] F0::encoder_l5_self_Wk var_284-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l5_self_Wk.bin
  - var_283 float32 [1x256] F0::encoder_l5_self_bk_Prepared var_284-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l5_self_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_286 float32 [2x8x4x32]
after: var_286 float32 [2x8x4x32] var_286-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_285 float32 [2x4x8x32] var_286-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_287 intgemm8 [256x256] F0::encoder_l5_self_Wv
after: var_287 intgemm8 [256x256] F0::encoder_l5_self_Wv var_287-ParamNode-intgemm8_256x256_encoder_l5_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_288 float32 [1x256] F0::encoder_l5_self_bv
after: var_288 float32 [1x256] F0::encoder_l5_self_bv var_288-ParamNode-float32_1x256_encoder_l5_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_289 float32 [1] F0::encoder_l5_self_Wv_QuantMultA
after: var_289 float32 [1] F0::encoder_l5_self_Wv_QuantMultA var_289-cpu-float32_1_encoder_l5_self_Wv_QuantMultA-lhs.bin
operands: 
  - var_287 intgemm8 [256x256] F0::encoder_l5_self_Wv var_289-cpu-float32_1_encoder_l5_self_Wv_QuantMultA-rhs0-intgemm8_256x256_encoder_l5_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_290 int8 [1x2x4x256] none_shifted
after: var_290 int8 [1x2x4x256] none_shifted var_290-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_268 float32 [1x2x4x256] var_290-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_289 float32 [1] F0::encoder_l5_self_Wv_QuantMultA var_290-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l5_self_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_291 float32 [1] F0::encoder_l5_self_Wv_QuantMultB
after: var_291 float32 [1] F0::encoder_l5_self_Wv_QuantMultB var_291-cpu-float32_1_encoder_l5_self_Wv_QuantMultB-lhs.bin
operands: 
  - var_287 intgemm8 [256x256] F0::encoder_l5_self_Wv var_291-cpu-float32_1_encoder_l5_self_Wv_QuantMultB-rhs0-intgemm8_256x256_encoder_l5_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_292 float32 [1x256] F0::encoder_l5_self_bv_Prepared
after: var_292 float32 [1x256] F0::encoder_l5_self_bv_Prepared var_292-cpu-float32_1x256_encoder_l5_self_bv_Prepared-lhs.bin
operands: 
  - var_288 float32 [1x256] F0::encoder_l5_self_bv var_292-cpu-float32_1x256_encoder_l5_self_bv_Prepared-rhs0-float32_1x256_encoder_l5_self_bv.bin
  - var_287 intgemm8 [256x256] F0::encoder_l5_self_Wv var_292-cpu-float32_1x256_encoder_l5_self_bv_Prepared-rhs1-intgemm8_256x256_encoder_l5_self_Wv.bin
  - var_289 float32 [1] F0::encoder_l5_self_Wv_QuantMultA var_292-cpu-float32_1x256_encoder_l5_self_bv_Prepared-rhs2-float32_1_encoder_l5_self_Wv_QuantMultA.bin
  - var_291 float32 [1] F0::encoder_l5_self_Wv_QuantMultB var_292-cpu-float32_1x256_encoder_l5_self_bv_Prepared-rhs3-float32_1_encoder_l5_self_Wv_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_293 float32 [1x2x4x256]
after: var_293 float32 [1x2x4x256] var_293-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_290 int8 [1x2x4x256] none_shifted var_293-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_287 intgemm8 [256x256] F0::encoder_l5_self_Wv var_293-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l5_self_Wv.bin
  - var_292 float32 [1x256] F0::encoder_l5_self_bv_Prepared var_293-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l5_self_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_295 float32 [2x8x4x32]
after: var_295 float32 [2x8x4x32] var_295-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_294 float32 [2x4x8x32] var_295-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_296 float32 [2x8x4x4]
after: var_296 float32 [2x8x4x4] var_296-DotBatchedNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_277 float32 [2x8x4x32] var_296-DotBatchedNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x32.bin
  - var_286 float32 [2x8x4x32] var_296-DotBatchedNodeOp-float32_2x8x4x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_297 float32 [2x8x4x4]
after: var_297 float32 [2x8x4x4] var_297-PlusNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_296 float32 [2x8x4x4] var_297-PlusNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin
  - var_16 float32 [2x1x1x4] var_297-PlusNodeOp-float32_2x8x4x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_298 float32 [2x8x4x4]
after: var_298 float32 [2x8x4x4] var_298-SoftmaxNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_297 float32 [2x8x4x4] var_298-SoftmaxNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_299 float32 [2x8x4x32]
after: var_299 float32 [2x8x4x32] var_299-DotBatchedNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_298 float32 [2x8x4x4] var_299-DotBatchedNodeOp-float32_2x8x4x32-rhs0-float32_2x8x4x4.bin
  - var_295 float32 [2x8x4x32] var_299-DotBatchedNodeOp-float32_2x8x4x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_300 float32 [2x4x8x32]
after: var_300 float32 [2x4x8x32] var_300-TransposeNodeOp-float32_2x4x8x32-lhs.bin
operands: 
  - var_299 float32 [2x8x4x32] var_300-TransposeNodeOp-float32_2x4x8x32-rhs0-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_302 intgemm8 [256x256] F0::encoder_l5_self_Wo
after: var_302 intgemm8 [256x256] F0::encoder_l5_self_Wo var_302-ParamNode-intgemm8_256x256_encoder_l5_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_303 float32 [1x256] F0::encoder_l5_self_bo
after: var_303 float32 [1x256] F0::encoder_l5_self_bo var_303-ParamNode-float32_1x256_encoder_l5_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_304 float32 [1] F0::encoder_l5_self_Wo_QuantMultA
after: var_304 float32 [1] F0::encoder_l5_self_Wo_QuantMultA var_304-cpu-float32_1_encoder_l5_self_Wo_QuantMultA-lhs.bin
operands: 
  - var_302 intgemm8 [256x256] F0::encoder_l5_self_Wo var_304-cpu-float32_1_encoder_l5_self_Wo_QuantMultA-rhs0-intgemm8_256x256_encoder_l5_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_305 int8 [1x2x4x256] none_shifted
after: var_305 int8 [1x2x4x256] none_shifted var_305-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_301 float32 [1x2x4x256] var_305-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_304 float32 [1] F0::encoder_l5_self_Wo_QuantMultA var_305-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l5_self_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_306 float32 [1] F0::encoder_l5_self_Wo_QuantMultB
after: var_306 float32 [1] F0::encoder_l5_self_Wo_QuantMultB var_306-cpu-float32_1_encoder_l5_self_Wo_QuantMultB-lhs.bin
operands: 
  - var_302 intgemm8 [256x256] F0::encoder_l5_self_Wo var_306-cpu-float32_1_encoder_l5_self_Wo_QuantMultB-rhs0-intgemm8_256x256_encoder_l5_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_307 float32 [1x256] F0::encoder_l5_self_bo_Prepared
after: var_307 float32 [1x256] F0::encoder_l5_self_bo_Prepared var_307-cpu-float32_1x256_encoder_l5_self_bo_Prepared-lhs.bin
operands: 
  - var_303 float32 [1x256] F0::encoder_l5_self_bo var_307-cpu-float32_1x256_encoder_l5_self_bo_Prepared-rhs0-float32_1x256_encoder_l5_self_bo.bin
  - var_302 intgemm8 [256x256] F0::encoder_l5_self_Wo var_307-cpu-float32_1x256_encoder_l5_self_bo_Prepared-rhs1-intgemm8_256x256_encoder_l5_self_Wo.bin
  - var_304 float32 [1] F0::encoder_l5_self_Wo_QuantMultA var_307-cpu-float32_1x256_encoder_l5_self_bo_Prepared-rhs2-float32_1_encoder_l5_self_Wo_QuantMultA.bin
  - var_306 float32 [1] F0::encoder_l5_self_Wo_QuantMultB var_307-cpu-float32_1x256_encoder_l5_self_bo_Prepared-rhs3-float32_1_encoder_l5_self_Wo_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_308 float32 [1x2x4x256]
after: var_308 float32 [1x2x4x256] var_308-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_305 int8 [1x2x4x256] none_shifted var_308-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_302 intgemm8 [256x256] F0::encoder_l5_self_Wo var_308-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l5_self_Wo.bin
  - var_307 float32 [1x256] F0::encoder_l5_self_bo_Prepared var_308-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l5_self_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_309 float32 [1x2x4x256]
after: var_309 float32 [1x2x4x256] var_309-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_308 float32 [1x2x4x256] var_309-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_268 float32 [1x2x4x256] var_309-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_310 float32 [1x256] F0::encoder_l5_self_Wo_ln_scale
after: var_310 float32 [1x256] F0::encoder_l5_self_Wo_ln_scale var_310-ParamNode-float32_1x256_encoder_l5_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_311 float32 [1x256] F0::encoder_l5_self_Wo_ln_bias
after: var_311 float32 [1x256] F0::encoder_l5_self_Wo_ln_bias var_311-ParamNode-float32_1x256_encoder_l5_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_312 float32 [1x2x4x256]
after: var_312 float32 [1x2x4x256] var_312-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_309 float32 [1x2x4x256] var_312-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_310 float32 [1x256] F0::encoder_l5_self_Wo_ln_scale var_312-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l5_self_Wo_ln_scale.bin
  - var_311 float32 [1x256] F0::encoder_l5_self_Wo_ln_bias var_312-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l5_self_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_313 intgemm8 [256x1536] F0::encoder_l5_ffn_W1
after: var_313 intgemm8 [256x1536] F0::encoder_l5_ffn_W1 var_313-ParamNode-intgemm8_256x1536_encoder_l5_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_314 float32 [1x1536] F0::encoder_l5_ffn_b1
after: var_314 float32 [1x1536] F0::encoder_l5_ffn_b1 var_314-ParamNode-float32_1x1536_encoder_l5_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_315 float32 [1] F0::encoder_l5_ffn_W1_QuantMultA
after: var_315 float32 [1] F0::encoder_l5_ffn_W1_QuantMultA var_315-cpu-float32_1_encoder_l5_ffn_W1_QuantMultA-lhs.bin
operands: 
  - var_313 intgemm8 [256x1536] F0::encoder_l5_ffn_W1 var_315-cpu-float32_1_encoder_l5_ffn_W1_QuantMultA-rhs0-intgemm8_256x1536_encoder_l5_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_316 int8 [1x2x4x256] none_shifted
after: var_316 int8 [1x2x4x256] none_shifted var_316-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_312 float32 [1x2x4x256] var_316-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_315 float32 [1] F0::encoder_l5_ffn_W1_QuantMultA var_316-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l5_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_317 float32 [1] F0::encoder_l5_ffn_W1_QuantMultB
after: var_317 float32 [1] F0::encoder_l5_ffn_W1_QuantMultB var_317-cpu-float32_1_encoder_l5_ffn_W1_QuantMultB-lhs.bin
operands: 
  - var_313 intgemm8 [256x1536] F0::encoder_l5_ffn_W1 var_317-cpu-float32_1_encoder_l5_ffn_W1_QuantMultB-rhs0-intgemm8_256x1536_encoder_l5_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_318 float32 [1x1536] F0::encoder_l5_ffn_b1_Prepared
after: var_318 float32 [1x1536] F0::encoder_l5_ffn_b1_Prepared var_318-cpu-float32_1x1536_encoder_l5_ffn_b1_Prepared-lhs.bin
operands: 
  - var_314 float32 [1x1536] F0::encoder_l5_ffn_b1 var_318-cpu-float32_1x1536_encoder_l5_ffn_b1_Prepared-rhs0-float32_1x1536_encoder_l5_ffn_b1.bin
  - var_313 intgemm8 [256x1536] F0::encoder_l5_ffn_W1 var_318-cpu-float32_1x1536_encoder_l5_ffn_b1_Prepared-rhs1-intgemm8_256x1536_encoder_l5_ffn_W1.bin
  - var_315 float32 [1] F0::encoder_l5_ffn_W1_QuantMultA var_318-cpu-float32_1x1536_encoder_l5_ffn_b1_Prepared-rhs2-float32_1_encoder_l5_ffn_W1_QuantMultA.bin
  - var_317 float32 [1] F0::encoder_l5_ffn_W1_QuantMultB var_318-cpu-float32_1x1536_encoder_l5_ffn_b1_Prepared-rhs3-float32_1_encoder_l5_ffn_W1_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_319 float32 [1x2x4x1536]
after: var_319 float32 [1x2x4x1536] var_319-cpu-float32_1x2x4x1536-lhs.bin
operands: 
  - var_316 int8 [1x2x4x256] none_shifted var_319-cpu-float32_1x2x4x1536-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_313 intgemm8 [256x1536] F0::encoder_l5_ffn_W1 var_319-cpu-float32_1x2x4x1536-rhs1-intgemm8_256x1536_encoder_l5_ffn_W1.bin
  - var_318 float32 [1x1536] F0::encoder_l5_ffn_b1_Prepared var_319-cpu-float32_1x2x4x1536-rhs2-float32_1x1536_encoder_l5_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_320 float32 [1x2x4x1536]
after: var_320 float32 [1x2x4x1536] var_320-ReLUNodeOp-float32_1x2x4x1536-lhs.bin
operands: 
  - var_319 float32 [1x2x4x1536] var_320-ReLUNodeOp-float32_1x2x4x1536-rhs0-float32_1x2x4x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_321 intgemm8 [1536x256] F0::encoder_l5_ffn_W2
after: var_321 intgemm8 [1536x256] F0::encoder_l5_ffn_W2 var_321-ParamNode-intgemm8_1536x256_encoder_l5_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_322 float32 [1x256] F0::encoder_l5_ffn_b2
after: var_322 float32 [1x256] F0::encoder_l5_ffn_b2 var_322-ParamNode-float32_1x256_encoder_l5_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_323 float32 [1] F0::encoder_l5_ffn_W2_QuantMultA
after: var_323 float32 [1] F0::encoder_l5_ffn_W2_QuantMultA var_323-cpu-float32_1_encoder_l5_ffn_W2_QuantMultA-lhs.bin
operands: 
  - var_321 intgemm8 [1536x256] F0::encoder_l5_ffn_W2 var_323-cpu-float32_1_encoder_l5_ffn_W2_QuantMultA-rhs0-intgemm8_1536x256_encoder_l5_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_324 int8 [1x2x4x1536] none_shifted
after: var_324 int8 [1x2x4x1536] none_shifted var_324-cpu-int8_1x2x4x1536_none_shifted-lhs.bin
operands: 
  - var_320 float32 [1x2x4x1536] var_324-cpu-int8_1x2x4x1536_none_shifted-rhs0-float32_1x2x4x1536.bin
  - var_323 float32 [1] F0::encoder_l5_ffn_W2_QuantMultA var_324-cpu-int8_1x2x4x1536_none_shifted-rhs1-float32_1_encoder_l5_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_325 float32 [1] F0::encoder_l5_ffn_W2_QuantMultB
after: var_325 float32 [1] F0::encoder_l5_ffn_W2_QuantMultB var_325-cpu-float32_1_encoder_l5_ffn_W2_QuantMultB-lhs.bin
operands: 
  - var_321 intgemm8 [1536x256] F0::encoder_l5_ffn_W2 var_325-cpu-float32_1_encoder_l5_ffn_W2_QuantMultB-rhs0-intgemm8_1536x256_encoder_l5_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_326 float32 [1x256] F0::encoder_l5_ffn_b2_Prepared
after: var_326 float32 [1x256] F0::encoder_l5_ffn_b2_Prepared var_326-cpu-float32_1x256_encoder_l5_ffn_b2_Prepared-lhs.bin
operands: 
  - var_322 float32 [1x256] F0::encoder_l5_ffn_b2 var_326-cpu-float32_1x256_encoder_l5_ffn_b2_Prepared-rhs0-float32_1x256_encoder_l5_ffn_b2.bin
  - var_321 intgemm8 [1536x256] F0::encoder_l5_ffn_W2 var_326-cpu-float32_1x256_encoder_l5_ffn_b2_Prepared-rhs1-intgemm8_1536x256_encoder_l5_ffn_W2.bin
  - var_323 float32 [1] F0::encoder_l5_ffn_W2_QuantMultA var_326-cpu-float32_1x256_encoder_l5_ffn_b2_Prepared-rhs2-float32_1_encoder_l5_ffn_W2_QuantMultA.bin
  - var_325 float32 [1] F0::encoder_l5_ffn_W2_QuantMultB var_326-cpu-float32_1x256_encoder_l5_ffn_b2_Prepared-rhs3-float32_1_encoder_l5_ffn_W2_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_327 float32 [1x2x4x256]
after: var_327 float32 [1x2x4x256] var_327-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_324 int8 [1x2x4x1536] none_shifted var_327-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x1536_none_shifted.bin
  - var_321 intgemm8 [1536x256] F0::encoder_l5_ffn_W2 var_327-cpu-float32_1x2x4x256-rhs1-intgemm8_1536x256_encoder_l5_ffn_W2.bin
  - var_326 float32 [1x256] F0::encoder_l5_ffn_b2_Prepared var_327-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l5_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_328 float32 [1x2x4x256]
after: var_328 float32 [1x2x4x256] var_328-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_327 float32 [1x2x4x256] var_328-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_312 float32 [1x2x4x256] var_328-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_329 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_scale
after: var_329 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_scale var_329-ParamNode-float32_1x256_encoder_l5_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_330 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_bias
after: var_330 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_bias var_330-ParamNode-float32_1x256_encoder_l5_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_331 float32 [1x2x4x256]
after: var_331 float32 [1x2x4x256] var_331-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_328 float32 [1x2x4x256] var_331-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_329 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_scale var_331-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l5_ffn_ffn_ln_scale.bin
  - var_330 float32 [1x256] F0::encoder_l5_ffn_ffn_ln_bias var_331-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l5_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_332 intgemm8 [256x256] F0::encoder_l6_self_Wq
after: var_332 intgemm8 [256x256] F0::encoder_l6_self_Wq var_332-ParamNode-intgemm8_256x256_encoder_l6_self_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_333 float32 [1x256] F0::encoder_l6_self_bq
after: var_333 float32 [1x256] F0::encoder_l6_self_bq var_333-ParamNode-float32_1x256_encoder_l6_self_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_334 float32 [1] F0::encoder_l6_self_Wq_QuantMultA
after: var_334 float32 [1] F0::encoder_l6_self_Wq_QuantMultA var_334-cpu-float32_1_encoder_l6_self_Wq_QuantMultA-lhs.bin
operands: 
  - var_332 intgemm8 [256x256] F0::encoder_l6_self_Wq var_334-cpu-float32_1_encoder_l6_self_Wq_QuantMultA-rhs0-intgemm8_256x256_encoder_l6_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_335 int8 [1x2x4x256] none_shifted
after: var_335 int8 [1x2x4x256] none_shifted var_335-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_331 float32 [1x2x4x256] var_335-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_334 float32 [1] F0::encoder_l6_self_Wq_QuantMultA var_335-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l6_self_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_336 float32 [1] F0::encoder_l6_self_Wq_QuantMultB
after: var_336 float32 [1] F0::encoder_l6_self_Wq_QuantMultB var_336-cpu-float32_1_encoder_l6_self_Wq_QuantMultB-lhs.bin
operands: 
  - var_332 intgemm8 [256x256] F0::encoder_l6_self_Wq var_336-cpu-float32_1_encoder_l6_self_Wq_QuantMultB-rhs0-intgemm8_256x256_encoder_l6_self_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_337 float32 [1x256] F0::encoder_l6_self_bq_Prepared
after: var_337 float32 [1x256] F0::encoder_l6_self_bq_Prepared var_337-cpu-float32_1x256_encoder_l6_self_bq_Prepared-lhs.bin
operands: 
  - var_333 float32 [1x256] F0::encoder_l6_self_bq var_337-cpu-float32_1x256_encoder_l6_self_bq_Prepared-rhs0-float32_1x256_encoder_l6_self_bq.bin
  - var_332 intgemm8 [256x256] F0::encoder_l6_self_Wq var_337-cpu-float32_1x256_encoder_l6_self_bq_Prepared-rhs1-intgemm8_256x256_encoder_l6_self_Wq.bin
  - var_334 float32 [1] F0::encoder_l6_self_Wq_QuantMultA var_337-cpu-float32_1x256_encoder_l6_self_bq_Prepared-rhs2-float32_1_encoder_l6_self_Wq_QuantMultA.bin
  - var_336 float32 [1] F0::encoder_l6_self_Wq_QuantMultB var_337-cpu-float32_1x256_encoder_l6_self_bq_Prepared-rhs3-float32_1_encoder_l6_self_Wq_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_338 float32 [1x2x4x256]
after: var_338 float32 [1x2x4x256] var_338-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_335 int8 [1x2x4x256] none_shifted var_338-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_332 intgemm8 [256x256] F0::encoder_l6_self_Wq var_338-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l6_self_Wq.bin
  - var_337 float32 [1x256] F0::encoder_l6_self_bq_Prepared var_338-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l6_self_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_340 float32 [2x8x4x32]
after: var_340 float32 [2x8x4x32] var_340-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_339 float32 [2x4x8x32] var_340-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_341 intgemm8 [256x256] F0::encoder_l6_self_Wk
after: var_341 intgemm8 [256x256] F0::encoder_l6_self_Wk var_341-ParamNode-intgemm8_256x256_encoder_l6_self_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_342 float32 [1x256] F0::encoder_l6_self_bk
after: var_342 float32 [1x256] F0::encoder_l6_self_bk var_342-ParamNode-float32_1x256_encoder_l6_self_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_343 float32 [1] F0::encoder_l6_self_Wk_QuantMultA
after: var_343 float32 [1] F0::encoder_l6_self_Wk_QuantMultA var_343-cpu-float32_1_encoder_l6_self_Wk_QuantMultA-lhs.bin
operands: 
  - var_341 intgemm8 [256x256] F0::encoder_l6_self_Wk var_343-cpu-float32_1_encoder_l6_self_Wk_QuantMultA-rhs0-intgemm8_256x256_encoder_l6_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_344 int8 [1x2x4x256] none_shifted
after: var_344 int8 [1x2x4x256] none_shifted var_344-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_331 float32 [1x2x4x256] var_344-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_343 float32 [1] F0::encoder_l6_self_Wk_QuantMultA var_344-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l6_self_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_345 float32 [1] F0::encoder_l6_self_Wk_QuantMultB
after: var_345 float32 [1] F0::encoder_l6_self_Wk_QuantMultB var_345-cpu-float32_1_encoder_l6_self_Wk_QuantMultB-lhs.bin
operands: 
  - var_341 intgemm8 [256x256] F0::encoder_l6_self_Wk var_345-cpu-float32_1_encoder_l6_self_Wk_QuantMultB-rhs0-intgemm8_256x256_encoder_l6_self_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_346 float32 [1x256] F0::encoder_l6_self_bk_Prepared
after: var_346 float32 [1x256] F0::encoder_l6_self_bk_Prepared var_346-cpu-float32_1x256_encoder_l6_self_bk_Prepared-lhs.bin
operands: 
  - var_342 float32 [1x256] F0::encoder_l6_self_bk var_346-cpu-float32_1x256_encoder_l6_self_bk_Prepared-rhs0-float32_1x256_encoder_l6_self_bk.bin
  - var_341 intgemm8 [256x256] F0::encoder_l6_self_Wk var_346-cpu-float32_1x256_encoder_l6_self_bk_Prepared-rhs1-intgemm8_256x256_encoder_l6_self_Wk.bin
  - var_343 float32 [1] F0::encoder_l6_self_Wk_QuantMultA var_346-cpu-float32_1x256_encoder_l6_self_bk_Prepared-rhs2-float32_1_encoder_l6_self_Wk_QuantMultA.bin
  - var_345 float32 [1] F0::encoder_l6_self_Wk_QuantMultB var_346-cpu-float32_1x256_encoder_l6_self_bk_Prepared-rhs3-float32_1_encoder_l6_self_Wk_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_347 float32 [1x2x4x256]
after: var_347 float32 [1x2x4x256] var_347-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_344 int8 [1x2x4x256] none_shifted var_347-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_341 intgemm8 [256x256] F0::encoder_l6_self_Wk var_347-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l6_self_Wk.bin
  - var_346 float32 [1x256] F0::encoder_l6_self_bk_Prepared var_347-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l6_self_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_349 float32 [2x8x4x32]
after: var_349 float32 [2x8x4x32] var_349-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_348 float32 [2x4x8x32] var_349-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_350 intgemm8 [256x256] F0::encoder_l6_self_Wv
after: var_350 intgemm8 [256x256] F0::encoder_l6_self_Wv var_350-ParamNode-intgemm8_256x256_encoder_l6_self_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_351 float32 [1x256] F0::encoder_l6_self_bv
after: var_351 float32 [1x256] F0::encoder_l6_self_bv var_351-ParamNode-float32_1x256_encoder_l6_self_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_352 float32 [1] F0::encoder_l6_self_Wv_QuantMultA
after: var_352 float32 [1] F0::encoder_l6_self_Wv_QuantMultA var_352-cpu-float32_1_encoder_l6_self_Wv_QuantMultA-lhs.bin
operands: 
  - var_350 intgemm8 [256x256] F0::encoder_l6_self_Wv var_352-cpu-float32_1_encoder_l6_self_Wv_QuantMultA-rhs0-intgemm8_256x256_encoder_l6_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_353 int8 [1x2x4x256] none_shifted
after: var_353 int8 [1x2x4x256] none_shifted var_353-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_331 float32 [1x2x4x256] var_353-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_352 float32 [1] F0::encoder_l6_self_Wv_QuantMultA var_353-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l6_self_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_354 float32 [1] F0::encoder_l6_self_Wv_QuantMultB
after: var_354 float32 [1] F0::encoder_l6_self_Wv_QuantMultB var_354-cpu-float32_1_encoder_l6_self_Wv_QuantMultB-lhs.bin
operands: 
  - var_350 intgemm8 [256x256] F0::encoder_l6_self_Wv var_354-cpu-float32_1_encoder_l6_self_Wv_QuantMultB-rhs0-intgemm8_256x256_encoder_l6_self_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_355 float32 [1x256] F0::encoder_l6_self_bv_Prepared
after: var_355 float32 [1x256] F0::encoder_l6_self_bv_Prepared var_355-cpu-float32_1x256_encoder_l6_self_bv_Prepared-lhs.bin
operands: 
  - var_351 float32 [1x256] F0::encoder_l6_self_bv var_355-cpu-float32_1x256_encoder_l6_self_bv_Prepared-rhs0-float32_1x256_encoder_l6_self_bv.bin
  - var_350 intgemm8 [256x256] F0::encoder_l6_self_Wv var_355-cpu-float32_1x256_encoder_l6_self_bv_Prepared-rhs1-intgemm8_256x256_encoder_l6_self_Wv.bin
  - var_352 float32 [1] F0::encoder_l6_self_Wv_QuantMultA var_355-cpu-float32_1x256_encoder_l6_self_bv_Prepared-rhs2-float32_1_encoder_l6_self_Wv_QuantMultA.bin
  - var_354 float32 [1] F0::encoder_l6_self_Wv_QuantMultB var_355-cpu-float32_1x256_encoder_l6_self_bv_Prepared-rhs3-float32_1_encoder_l6_self_Wv_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_356 float32 [1x2x4x256]
after: var_356 float32 [1x2x4x256] var_356-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_353 int8 [1x2x4x256] none_shifted var_356-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_350 intgemm8 [256x256] F0::encoder_l6_self_Wv var_356-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l6_self_Wv.bin
  - var_355 float32 [1x256] F0::encoder_l6_self_bv_Prepared var_356-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l6_self_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_358 float32 [2x8x4x32]
after: var_358 float32 [2x8x4x32] var_358-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_357 float32 [2x4x8x32] var_358-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_359 float32 [2x8x4x4]
after: var_359 float32 [2x8x4x4] var_359-DotBatchedNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_340 float32 [2x8x4x32] var_359-DotBatchedNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x32.bin
  - var_349 float32 [2x8x4x32] var_359-DotBatchedNodeOp-float32_2x8x4x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_360 float32 [2x8x4x4]
after: var_360 float32 [2x8x4x4] var_360-PlusNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_359 float32 [2x8x4x4] var_360-PlusNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin
  - var_16 float32 [2x1x1x4] var_360-PlusNodeOp-float32_2x8x4x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_361 float32 [2x8x4x4]
after: var_361 float32 [2x8x4x4] var_361-SoftmaxNodeOp-float32_2x8x4x4-lhs.bin
operands: 
  - var_360 float32 [2x8x4x4] var_361-SoftmaxNodeOp-float32_2x8x4x4-rhs0-float32_2x8x4x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_362 float32 [2x8x4x32]
after: var_362 float32 [2x8x4x32] var_362-DotBatchedNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_361 float32 [2x8x4x4] var_362-DotBatchedNodeOp-float32_2x8x4x32-rhs0-float32_2x8x4x4.bin
  - var_358 float32 [2x8x4x32] var_362-DotBatchedNodeOp-float32_2x8x4x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_363 float32 [2x4x8x32]
after: var_363 float32 [2x4x8x32] var_363-TransposeNodeOp-float32_2x4x8x32-lhs.bin
operands: 
  - var_362 float32 [2x8x4x32] var_363-TransposeNodeOp-float32_2x4x8x32-rhs0-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_365 intgemm8 [256x256] F0::encoder_l6_self_Wo
after: var_365 intgemm8 [256x256] F0::encoder_l6_self_Wo var_365-ParamNode-intgemm8_256x256_encoder_l6_self_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_366 float32 [1x256] F0::encoder_l6_self_bo
after: var_366 float32 [1x256] F0::encoder_l6_self_bo var_366-ParamNode-float32_1x256_encoder_l6_self_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_367 float32 [1] F0::encoder_l6_self_Wo_QuantMultA
after: var_367 float32 [1] F0::encoder_l6_self_Wo_QuantMultA var_367-cpu-float32_1_encoder_l6_self_Wo_QuantMultA-lhs.bin
operands: 
  - var_365 intgemm8 [256x256] F0::encoder_l6_self_Wo var_367-cpu-float32_1_encoder_l6_self_Wo_QuantMultA-rhs0-intgemm8_256x256_encoder_l6_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_368 int8 [1x2x4x256] none_shifted
after: var_368 int8 [1x2x4x256] none_shifted var_368-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_364 float32 [1x2x4x256] var_368-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_367 float32 [1] F0::encoder_l6_self_Wo_QuantMultA var_368-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l6_self_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_369 float32 [1] F0::encoder_l6_self_Wo_QuantMultB
after: var_369 float32 [1] F0::encoder_l6_self_Wo_QuantMultB var_369-cpu-float32_1_encoder_l6_self_Wo_QuantMultB-lhs.bin
operands: 
  - var_365 intgemm8 [256x256] F0::encoder_l6_self_Wo var_369-cpu-float32_1_encoder_l6_self_Wo_QuantMultB-rhs0-intgemm8_256x256_encoder_l6_self_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_370 float32 [1x256] F0::encoder_l6_self_bo_Prepared
after: var_370 float32 [1x256] F0::encoder_l6_self_bo_Prepared var_370-cpu-float32_1x256_encoder_l6_self_bo_Prepared-lhs.bin
operands: 
  - var_366 float32 [1x256] F0::encoder_l6_self_bo var_370-cpu-float32_1x256_encoder_l6_self_bo_Prepared-rhs0-float32_1x256_encoder_l6_self_bo.bin
  - var_365 intgemm8 [256x256] F0::encoder_l6_self_Wo var_370-cpu-float32_1x256_encoder_l6_self_bo_Prepared-rhs1-intgemm8_256x256_encoder_l6_self_Wo.bin
  - var_367 float32 [1] F0::encoder_l6_self_Wo_QuantMultA var_370-cpu-float32_1x256_encoder_l6_self_bo_Prepared-rhs2-float32_1_encoder_l6_self_Wo_QuantMultA.bin
  - var_369 float32 [1] F0::encoder_l6_self_Wo_QuantMultB var_370-cpu-float32_1x256_encoder_l6_self_bo_Prepared-rhs3-float32_1_encoder_l6_self_Wo_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_371 float32 [1x2x4x256]
after: var_371 float32 [1x2x4x256] var_371-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_368 int8 [1x2x4x256] none_shifted var_371-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_365 intgemm8 [256x256] F0::encoder_l6_self_Wo var_371-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_encoder_l6_self_Wo.bin
  - var_370 float32 [1x256] F0::encoder_l6_self_bo_Prepared var_371-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l6_self_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_372 float32 [1x2x4x256]
after: var_372 float32 [1x2x4x256] var_372-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_371 float32 [1x2x4x256] var_372-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_331 float32 [1x2x4x256] var_372-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_373 float32 [1x256] F0::encoder_l6_self_Wo_ln_scale
after: var_373 float32 [1x256] F0::encoder_l6_self_Wo_ln_scale var_373-ParamNode-float32_1x256_encoder_l6_self_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_374 float32 [1x256] F0::encoder_l6_self_Wo_ln_bias
after: var_374 float32 [1x256] F0::encoder_l6_self_Wo_ln_bias var_374-ParamNode-float32_1x256_encoder_l6_self_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_375 float32 [1x2x4x256]
after: var_375 float32 [1x2x4x256] var_375-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_372 float32 [1x2x4x256] var_375-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_373 float32 [1x256] F0::encoder_l6_self_Wo_ln_scale var_375-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l6_self_Wo_ln_scale.bin
  - var_374 float32 [1x256] F0::encoder_l6_self_Wo_ln_bias var_375-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l6_self_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_376 intgemm8 [256x1536] F0::encoder_l6_ffn_W1
after: var_376 intgemm8 [256x1536] F0::encoder_l6_ffn_W1 var_376-ParamNode-intgemm8_256x1536_encoder_l6_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_377 float32 [1x1536] F0::encoder_l6_ffn_b1
after: var_377 float32 [1x1536] F0::encoder_l6_ffn_b1 var_377-ParamNode-float32_1x1536_encoder_l6_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_378 float32 [1] F0::encoder_l6_ffn_W1_QuantMultA
after: var_378 float32 [1] F0::encoder_l6_ffn_W1_QuantMultA var_378-cpu-float32_1_encoder_l6_ffn_W1_QuantMultA-lhs.bin
operands: 
  - var_376 intgemm8 [256x1536] F0::encoder_l6_ffn_W1 var_378-cpu-float32_1_encoder_l6_ffn_W1_QuantMultA-rhs0-intgemm8_256x1536_encoder_l6_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_379 int8 [1x2x4x256] none_shifted
after: var_379 int8 [1x2x4x256] none_shifted var_379-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_375 float32 [1x2x4x256] var_379-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_378 float32 [1] F0::encoder_l6_ffn_W1_QuantMultA var_379-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_encoder_l6_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_380 float32 [1] F0::encoder_l6_ffn_W1_QuantMultB
after: var_380 float32 [1] F0::encoder_l6_ffn_W1_QuantMultB var_380-cpu-float32_1_encoder_l6_ffn_W1_QuantMultB-lhs.bin
operands: 
  - var_376 intgemm8 [256x1536] F0::encoder_l6_ffn_W1 var_380-cpu-float32_1_encoder_l6_ffn_W1_QuantMultB-rhs0-intgemm8_256x1536_encoder_l6_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_381 float32 [1x1536] F0::encoder_l6_ffn_b1_Prepared
after: var_381 float32 [1x1536] F0::encoder_l6_ffn_b1_Prepared var_381-cpu-float32_1x1536_encoder_l6_ffn_b1_Prepared-lhs.bin
operands: 
  - var_377 float32 [1x1536] F0::encoder_l6_ffn_b1 var_381-cpu-float32_1x1536_encoder_l6_ffn_b1_Prepared-rhs0-float32_1x1536_encoder_l6_ffn_b1.bin
  - var_376 intgemm8 [256x1536] F0::encoder_l6_ffn_W1 var_381-cpu-float32_1x1536_encoder_l6_ffn_b1_Prepared-rhs1-intgemm8_256x1536_encoder_l6_ffn_W1.bin
  - var_378 float32 [1] F0::encoder_l6_ffn_W1_QuantMultA var_381-cpu-float32_1x1536_encoder_l6_ffn_b1_Prepared-rhs2-float32_1_encoder_l6_ffn_W1_QuantMultA.bin
  - var_380 float32 [1] F0::encoder_l6_ffn_W1_QuantMultB var_381-cpu-float32_1x1536_encoder_l6_ffn_b1_Prepared-rhs3-float32_1_encoder_l6_ffn_W1_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_382 float32 [1x2x4x1536]
after: var_382 float32 [1x2x4x1536] var_382-cpu-float32_1x2x4x1536-lhs.bin
operands: 
  - var_379 int8 [1x2x4x256] none_shifted var_382-cpu-float32_1x2x4x1536-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_376 intgemm8 [256x1536] F0::encoder_l6_ffn_W1 var_382-cpu-float32_1x2x4x1536-rhs1-intgemm8_256x1536_encoder_l6_ffn_W1.bin
  - var_381 float32 [1x1536] F0::encoder_l6_ffn_b1_Prepared var_382-cpu-float32_1x2x4x1536-rhs2-float32_1x1536_encoder_l6_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_383 float32 [1x2x4x1536]
after: var_383 float32 [1x2x4x1536] var_383-ReLUNodeOp-float32_1x2x4x1536-lhs.bin
operands: 
  - var_382 float32 [1x2x4x1536] var_383-ReLUNodeOp-float32_1x2x4x1536-rhs0-float32_1x2x4x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_384 intgemm8 [1536x256] F0::encoder_l6_ffn_W2
after: var_384 intgemm8 [1536x256] F0::encoder_l6_ffn_W2 var_384-ParamNode-intgemm8_1536x256_encoder_l6_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_385 float32 [1x256] F0::encoder_l6_ffn_b2
after: var_385 float32 [1x256] F0::encoder_l6_ffn_b2 var_385-ParamNode-float32_1x256_encoder_l6_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_386 float32 [1] F0::encoder_l6_ffn_W2_QuantMultA
after: var_386 float32 [1] F0::encoder_l6_ffn_W2_QuantMultA var_386-cpu-float32_1_encoder_l6_ffn_W2_QuantMultA-lhs.bin
operands: 
  - var_384 intgemm8 [1536x256] F0::encoder_l6_ffn_W2 var_386-cpu-float32_1_encoder_l6_ffn_W2_QuantMultA-rhs0-intgemm8_1536x256_encoder_l6_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_387 int8 [1x2x4x1536] none_shifted
after: var_387 int8 [1x2x4x1536] none_shifted var_387-cpu-int8_1x2x4x1536_none_shifted-lhs.bin
operands: 
  - var_383 float32 [1x2x4x1536] var_387-cpu-int8_1x2x4x1536_none_shifted-rhs0-float32_1x2x4x1536.bin
  - var_386 float32 [1] F0::encoder_l6_ffn_W2_QuantMultA var_387-cpu-int8_1x2x4x1536_none_shifted-rhs1-float32_1_encoder_l6_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_388 float32 [1] F0::encoder_l6_ffn_W2_QuantMultB
after: var_388 float32 [1] F0::encoder_l6_ffn_W2_QuantMultB var_388-cpu-float32_1_encoder_l6_ffn_W2_QuantMultB-lhs.bin
operands: 
  - var_384 intgemm8 [1536x256] F0::encoder_l6_ffn_W2 var_388-cpu-float32_1_encoder_l6_ffn_W2_QuantMultB-rhs0-intgemm8_1536x256_encoder_l6_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_389 float32 [1x256] F0::encoder_l6_ffn_b2_Prepared
after: var_389 float32 [1x256] F0::encoder_l6_ffn_b2_Prepared var_389-cpu-float32_1x256_encoder_l6_ffn_b2_Prepared-lhs.bin
operands: 
  - var_385 float32 [1x256] F0::encoder_l6_ffn_b2 var_389-cpu-float32_1x256_encoder_l6_ffn_b2_Prepared-rhs0-float32_1x256_encoder_l6_ffn_b2.bin
  - var_384 intgemm8 [1536x256] F0::encoder_l6_ffn_W2 var_389-cpu-float32_1x256_encoder_l6_ffn_b2_Prepared-rhs1-intgemm8_1536x256_encoder_l6_ffn_W2.bin
  - var_386 float32 [1] F0::encoder_l6_ffn_W2_QuantMultA var_389-cpu-float32_1x256_encoder_l6_ffn_b2_Prepared-rhs2-float32_1_encoder_l6_ffn_W2_QuantMultA.bin
  - var_388 float32 [1] F0::encoder_l6_ffn_W2_QuantMultB var_389-cpu-float32_1x256_encoder_l6_ffn_b2_Prepared-rhs3-float32_1_encoder_l6_ffn_W2_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_390 float32 [1x2x4x256]
after: var_390 float32 [1x2x4x256] var_390-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_387 int8 [1x2x4x1536] none_shifted var_390-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x1536_none_shifted.bin
  - var_384 intgemm8 [1536x256] F0::encoder_l6_ffn_W2 var_390-cpu-float32_1x2x4x256-rhs1-intgemm8_1536x256_encoder_l6_ffn_W2.bin
  - var_389 float32 [1x256] F0::encoder_l6_ffn_b2_Prepared var_390-cpu-float32_1x2x4x256-rhs2-float32_1x256_encoder_l6_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_391 float32 [1x2x4x256]
after: var_391 float32 [1x2x4x256] var_391-PlusNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_390 float32 [1x2x4x256] var_391-PlusNodeOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_375 float32 [1x2x4x256] var_391-PlusNodeOp-float32_1x2x4x256-rhs1-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_392 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_scale
after: var_392 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_scale var_392-ParamNode-float32_1x256_encoder_l6_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_393 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_bias
after: var_393 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_bias var_393-ParamNode-float32_1x256_encoder_l6_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_394 float32 [1x2x4x256]
after: var_394 float32 [1x2x4x256] var_394-LayerNormalizationOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_391 float32 [1x2x4x256] var_394-LayerNormalizationOp-float32_1x2x4x256-rhs0-float32_1x2x4x256.bin
  - var_392 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_scale var_394-LayerNormalizationOp-float32_1x2x4x256-rhs1-float32_1x256_encoder_l6_ffn_ffn_ln_scale.bin
  - var_393 float32 [1x256] F0::encoder_l6_ffn_ffn_ln_bias var_394-LayerNormalizationOp-float32_1x2x4x256-rhs2-float32_1x256_encoder_l6_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_395 float32 [1x4x2x256]
after: var_395 float32 [1x4x2x256] var_395-TransposeNodeOp-float32_1x4x2x256-lhs.bin
operands: 
  - var_394 float32 [1x2x4x256] var_395-TransposeNodeOp-float32_1x4x2x256-rhs0-float32_1x2x4x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_396 float32 [1x1x2x256] decoder_start_state_1
after: var_396 float32 [1x1x2x256] decoder_start_state_1 var_396-ConstantNode-float32_1x1x2x256_decoder_start_state_1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_397 float32 [1x1x1x1]
after: var_397 float32 [1x1x1x1] var_397-ConstantNode-float32_1x1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_398 float32 [1x1x2x256]
after: var_398 float32 [1x1x2x256] var_398-ConstantNode-float32_1x1x2x256-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_399 float32 [1x1x2x256]
after: var_399 float32 [1x1x2x256] var_399-ScalarMultNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_398 float32 [1x1x2x256] var_399-ScalarMultNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_400 float32 [1x1x256]
after: var_400 float32 [1x1x256] var_400-ConstantNode-float32_1x1x256-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_401 float32 [1x1x2x256]
after: var_401 float32 [1x1x2x256] var_401-PlusNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_399 float32 [1x1x2x256] var_401-PlusNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin
  - var_400 float32 [1x1x256] var_401-PlusNodeOp-float32_1x1x2x256-rhs1-float32_1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_402 float32 [1x2x1x256]
after: var_402 float32 [1x2x1x256] var_402-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_401 float32 [1x1x2x256] var_402-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_403 float32 [1x1x1]
after: var_403 float32 [1x1x1] var_403-ConstantNode-float32_1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_404 float32 [1x2x4x256]
after: var_404 float32 [1x2x4x256] var_404-TransposeNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_395 float32 [1x4x2x256] var_404-TransposeNodeOp-float32_1x2x4x256-rhs0-float32_1x4x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W
after: var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W var_405-ParamNode-intgemm8_256x256_decoder_l1_rnn_W-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf
after: var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_406-ParamNode-intgemm8_256x256_decoder_l1_rnn_Wf-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_407 float32 [1x256] F0::decoder_l1_rnn_bf
after: var_407 float32 [1x256] F0::decoder_l1_rnn_bf var_407-ParamNode-float32_1x256_decoder_l1_rnn_bf-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_408 float32 [1x1x2x256]
after: var_408 float32 [1x1x2x256] var_408-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_402 float32 [1x2x1x256] var_408-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_409 float32 [1] F0::decoder_l1_rnn_W_QuantMultA
after: var_409 float32 [1] F0::decoder_l1_rnn_W_QuantMultA var_409-cpu-float32_1_decoder_l1_rnn_W_QuantMultA-lhs.bin
operands: 
  - var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W var_409-cpu-float32_1_decoder_l1_rnn_W_QuantMultA-rhs0-intgemm8_256x256_decoder_l1_rnn_W.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_410 int8 [1x1x2x256] none_shifted
after: var_410 int8 [1x1x2x256] none_shifted var_410-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_408 float32 [1x1x2x256] var_410-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_409 float32 [1] F0::decoder_l1_rnn_W_QuantMultA var_410-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l1_rnn_W_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_411 float32 [1] F0::decoder_l1_rnn_W_QuantMultB
after: var_411 float32 [1] F0::decoder_l1_rnn_W_QuantMultB var_411-cpu-float32_1_decoder_l1_rnn_W_QuantMultB-lhs.bin
operands: 
  - var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W var_411-cpu-float32_1_decoder_l1_rnn_W_QuantMultB-rhs0-intgemm8_256x256_decoder_l1_rnn_W.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 405
fn: "marian::cpu::integer::PrepareFakeBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareFakeBias() }
before: var_412 float32 [1x256] F0::decoder_l1_rnn_W_FakeBias
after: var_412 float32 [1x256] F0::decoder_l1_rnn_W_FakeBias var_412-cpu-float32_1x256_decoder_l1_rnn_W_FakeBias-lhs.bin
operands: 
  - var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W var_412-cpu-float32_1x256_decoder_l1_rnn_W_FakeBias-rhs0-intgemm8_256x256_decoder_l1_rnn_W.bin
  - var_409 float32 [1] F0::decoder_l1_rnn_W_QuantMultA var_412-cpu-float32_1x256_decoder_l1_rnn_W_FakeBias-rhs1-float32_1_decoder_l1_rnn_W_QuantMultA.bin
  - var_411 float32 [1] F0::decoder_l1_rnn_W_QuantMultB var_412-cpu-float32_1x256_decoder_l1_rnn_W_FakeBias-rhs2-float32_1_decoder_l1_rnn_W_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_413 float32 [1x1x2x256]
after: var_413 float32 [1x1x2x256] var_413-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_410 int8 [1x1x2x256] none_shifted var_413-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W var_413-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l1_rnn_W.bin
  - var_412 float32 [1x256] F0::decoder_l1_rnn_W_FakeBias var_413-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l1_rnn_W_FakeBias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_414 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultA
after: var_414 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultA var_414-cpu-float32_1_decoder_l1_rnn_Wf_QuantMultA-lhs.bin
operands: 
  - var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_414-cpu-float32_1_decoder_l1_rnn_Wf_QuantMultA-rhs0-intgemm8_256x256_decoder_l1_rnn_Wf.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_415 int8 [1x1x2x256] none_shifted
after: var_415 int8 [1x1x2x256] none_shifted var_415-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_408 float32 [1x1x2x256] var_415-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_414 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultA var_415-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l1_rnn_Wf_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_416 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultB
after: var_416 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultB var_416-cpu-float32_1_decoder_l1_rnn_Wf_QuantMultB-lhs.bin
operands: 
  - var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_416-cpu-float32_1_decoder_l1_rnn_Wf_QuantMultB-rhs0-intgemm8_256x256_decoder_l1_rnn_Wf.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_417 float32 [1x256] F0::decoder_l1_rnn_bf_Prepared
after: var_417 float32 [1x256] F0::decoder_l1_rnn_bf_Prepared var_417-cpu-float32_1x256_decoder_l1_rnn_bf_Prepared-lhs.bin
operands: 
  - var_407 float32 [1x256] F0::decoder_l1_rnn_bf var_417-cpu-float32_1x256_decoder_l1_rnn_bf_Prepared-rhs0-float32_1x256_decoder_l1_rnn_bf.bin
  - var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_417-cpu-float32_1x256_decoder_l1_rnn_bf_Prepared-rhs1-intgemm8_256x256_decoder_l1_rnn_Wf.bin
  - var_414 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultA var_417-cpu-float32_1x256_decoder_l1_rnn_bf_Prepared-rhs2-float32_1_decoder_l1_rnn_Wf_QuantMultA.bin
  - var_416 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultB var_417-cpu-float32_1x256_decoder_l1_rnn_bf_Prepared-rhs3-float32_1_decoder_l1_rnn_Wf_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_418 float32 [1x1x2x256]
after: var_418 float32 [1x1x2x256] var_418-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_415 int8 [1x1x2x256] none_shifted var_418-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_418-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l1_rnn_Wf.bin
  - var_417 float32 [1x256] F0::decoder_l1_rnn_bf_Prepared var_418-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l1_rnn_bf_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1262
fn: "marian::HighwayNodeOp::forwardOps()::<lambda()>"
op: { HighwayForward( val_, child(0)->val(), child(1)->val(), child(2)->val()) }
before: var_419 float32 [1x1x2x256]
after: var_419 float32 [1x1x2x256] var_419-HighwayNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_396 float32 [1x1x2x256] decoder_start_state_1 var_419-HighwayNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256_decoder_start_state_1.bin
  - var_413 float32 [1x1x2x256] var_419-HighwayNodeOp-float32_1x1x2x256-rhs1-float32_1x1x2x256.bin
  - var_418 float32 [1x1x2x256] var_419-HighwayNodeOp-float32_1x1x2x256-rhs2-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_420 float32 [1x1x2x256]
after: var_420 float32 [1x1x2x256] var_420-ReLUNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_419 float32 [1x1x2x256] var_420-ReLUNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_421 float32 [1x2x1x256]
after: var_421 float32 [1x2x1x256] var_421-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_420 float32 [1x1x2x256] var_421-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_422 float32 [1x2x1x256]
after: var_422 float32 [1x2x1x256] var_422-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_421 float32 [1x2x1x256] var_422-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_402 float32 [1x2x1x256] var_422-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_423 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale
after: var_423 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_423-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_424 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias
after: var_424 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_424-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_425 float32 [1x2x1x256]
after: var_425 float32 [1x2x1x256] var_425-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_422 float32 [1x2x1x256] var_425-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_423 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_425-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_rnn_ffn_ln_scale.bin
  - var_424 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_425-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_rnn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_426 intgemm8 [256x256] F0::decoder_l1_context_Wq
after: var_426 intgemm8 [256x256] F0::decoder_l1_context_Wq var_426-ParamNode-intgemm8_256x256_decoder_l1_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_427 float32 [1x256] F0::decoder_l1_context_bq
after: var_427 float32 [1x256] F0::decoder_l1_context_bq var_427-ParamNode-float32_1x256_decoder_l1_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_428 float32 [1] F0::decoder_l1_context_Wq_QuantMultA
after: var_428 float32 [1] F0::decoder_l1_context_Wq_QuantMultA var_428-cpu-float32_1_decoder_l1_context_Wq_QuantMultA-lhs.bin
operands: 
  - var_426 intgemm8 [256x256] F0::decoder_l1_context_Wq var_428-cpu-float32_1_decoder_l1_context_Wq_QuantMultA-rhs0-intgemm8_256x256_decoder_l1_context_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_429 int8 [1x2x1x256] none_shifted
after: var_429 int8 [1x2x1x256] none_shifted var_429-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_425 float32 [1x2x1x256] var_429-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_428 float32 [1] F0::decoder_l1_context_Wq_QuantMultA var_429-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_430 float32 [1] F0::decoder_l1_context_Wq_QuantMultB
after: var_430 float32 [1] F0::decoder_l1_context_Wq_QuantMultB var_430-cpu-float32_1_decoder_l1_context_Wq_QuantMultB-lhs.bin
operands: 
  - var_426 intgemm8 [256x256] F0::decoder_l1_context_Wq var_430-cpu-float32_1_decoder_l1_context_Wq_QuantMultB-rhs0-intgemm8_256x256_decoder_l1_context_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_431 float32 [1x256] F0::decoder_l1_context_bq_Prepared
after: var_431 float32 [1x256] F0::decoder_l1_context_bq_Prepared var_431-cpu-float32_1x256_decoder_l1_context_bq_Prepared-lhs.bin
operands: 
  - var_427 float32 [1x256] F0::decoder_l1_context_bq var_431-cpu-float32_1x256_decoder_l1_context_bq_Prepared-rhs0-float32_1x256_decoder_l1_context_bq.bin
  - var_426 intgemm8 [256x256] F0::decoder_l1_context_Wq var_431-cpu-float32_1x256_decoder_l1_context_bq_Prepared-rhs1-intgemm8_256x256_decoder_l1_context_Wq.bin
  - var_428 float32 [1] F0::decoder_l1_context_Wq_QuantMultA var_431-cpu-float32_1x256_decoder_l1_context_bq_Prepared-rhs2-float32_1_decoder_l1_context_Wq_QuantMultA.bin
  - var_430 float32 [1] F0::decoder_l1_context_Wq_QuantMultB var_431-cpu-float32_1x256_decoder_l1_context_bq_Prepared-rhs3-float32_1_decoder_l1_context_Wq_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_432 float32 [1x2x1x256]
after: var_432 float32 [1x2x1x256] var_432-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_429 int8 [1x2x1x256] none_shifted var_432-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_426 intgemm8 [256x256] F0::decoder_l1_context_Wq var_432-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l1_context_Wq.bin
  - var_431 float32 [1x256] F0::decoder_l1_context_bq_Prepared var_432-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_434 float32 [2x8x1x32]
after: var_434 float32 [2x8x1x32] var_434-TransposeNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_433 float32 [2x1x8x32] var_434-TransposeNodeOp-float32_2x8x1x32-rhs0-float32_2x1x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_435 intgemm8 [256x256] F0::decoder_l1_context_Wk
after: var_435 intgemm8 [256x256] F0::decoder_l1_context_Wk var_435-ParamNode-intgemm8_256x256_decoder_l1_context_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_436 float32 [1x256] F0::decoder_l1_context_bk
after: var_436 float32 [1x256] F0::decoder_l1_context_bk var_436-ParamNode-float32_1x256_decoder_l1_context_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_437 float32 [1] F0::decoder_l1_context_Wk_QuantMultA
after: var_437 float32 [1] F0::decoder_l1_context_Wk_QuantMultA var_437-cpu-float32_1_decoder_l1_context_Wk_QuantMultA-lhs.bin
operands: 
  - var_435 intgemm8 [256x256] F0::decoder_l1_context_Wk var_437-cpu-float32_1_decoder_l1_context_Wk_QuantMultA-rhs0-intgemm8_256x256_decoder_l1_context_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_438 int8 [1x2x4x256] none_shifted
after: var_438 int8 [1x2x4x256] none_shifted var_438-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_404 float32 [1x2x4x256] var_438-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_437 float32 [1] F0::decoder_l1_context_Wk_QuantMultA var_438-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_439 float32 [1] F0::decoder_l1_context_Wk_QuantMultB
after: var_439 float32 [1] F0::decoder_l1_context_Wk_QuantMultB var_439-cpu-float32_1_decoder_l1_context_Wk_QuantMultB-lhs.bin
operands: 
  - var_435 intgemm8 [256x256] F0::decoder_l1_context_Wk var_439-cpu-float32_1_decoder_l1_context_Wk_QuantMultB-rhs0-intgemm8_256x256_decoder_l1_context_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_440 float32 [1x256] F0::decoder_l1_context_bk_Prepared
after: var_440 float32 [1x256] F0::decoder_l1_context_bk_Prepared var_440-cpu-float32_1x256_decoder_l1_context_bk_Prepared-lhs.bin
operands: 
  - var_436 float32 [1x256] F0::decoder_l1_context_bk var_440-cpu-float32_1x256_decoder_l1_context_bk_Prepared-rhs0-float32_1x256_decoder_l1_context_bk.bin
  - var_435 intgemm8 [256x256] F0::decoder_l1_context_Wk var_440-cpu-float32_1x256_decoder_l1_context_bk_Prepared-rhs1-intgemm8_256x256_decoder_l1_context_Wk.bin
  - var_437 float32 [1] F0::decoder_l1_context_Wk_QuantMultA var_440-cpu-float32_1x256_decoder_l1_context_bk_Prepared-rhs2-float32_1_decoder_l1_context_Wk_QuantMultA.bin
  - var_439 float32 [1] F0::decoder_l1_context_Wk_QuantMultB var_440-cpu-float32_1x256_decoder_l1_context_bk_Prepared-rhs3-float32_1_decoder_l1_context_Wk_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_441 float32 [1x2x4x256]
after: var_441 float32 [1x2x4x256] var_441-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_438 int8 [1x2x4x256] none_shifted var_441-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_435 intgemm8 [256x256] F0::decoder_l1_context_Wk var_441-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_decoder_l1_context_Wk.bin
  - var_440 float32 [1x256] F0::decoder_l1_context_bk_Prepared var_441-cpu-float32_1x2x4x256-rhs2-float32_1x256_decoder_l1_context_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_443 float32 [2x8x4x32]
after: var_443 float32 [2x8x4x32] var_443-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_442 float32 [2x4x8x32] var_443-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_444 intgemm8 [256x256] F0::decoder_l1_context_Wv
after: var_444 intgemm8 [256x256] F0::decoder_l1_context_Wv var_444-ParamNode-intgemm8_256x256_decoder_l1_context_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_445 float32 [1x256] F0::decoder_l1_context_bv
after: var_445 float32 [1x256] F0::decoder_l1_context_bv var_445-ParamNode-float32_1x256_decoder_l1_context_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_446 float32 [1] F0::decoder_l1_context_Wv_QuantMultA
after: var_446 float32 [1] F0::decoder_l1_context_Wv_QuantMultA var_446-cpu-float32_1_decoder_l1_context_Wv_QuantMultA-lhs.bin
operands: 
  - var_444 intgemm8 [256x256] F0::decoder_l1_context_Wv var_446-cpu-float32_1_decoder_l1_context_Wv_QuantMultA-rhs0-intgemm8_256x256_decoder_l1_context_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_447 int8 [1x2x4x256] none_shifted
after: var_447 int8 [1x2x4x256] none_shifted var_447-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_404 float32 [1x2x4x256] var_447-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_446 float32 [1] F0::decoder_l1_context_Wv_QuantMultA var_447-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_448 float32 [1] F0::decoder_l1_context_Wv_QuantMultB
after: var_448 float32 [1] F0::decoder_l1_context_Wv_QuantMultB var_448-cpu-float32_1_decoder_l1_context_Wv_QuantMultB-lhs.bin
operands: 
  - var_444 intgemm8 [256x256] F0::decoder_l1_context_Wv var_448-cpu-float32_1_decoder_l1_context_Wv_QuantMultB-rhs0-intgemm8_256x256_decoder_l1_context_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_449 float32 [1x256] F0::decoder_l1_context_bv_Prepared
after: var_449 float32 [1x256] F0::decoder_l1_context_bv_Prepared var_449-cpu-float32_1x256_decoder_l1_context_bv_Prepared-lhs.bin
operands: 
  - var_445 float32 [1x256] F0::decoder_l1_context_bv var_449-cpu-float32_1x256_decoder_l1_context_bv_Prepared-rhs0-float32_1x256_decoder_l1_context_bv.bin
  - var_444 intgemm8 [256x256] F0::decoder_l1_context_Wv var_449-cpu-float32_1x256_decoder_l1_context_bv_Prepared-rhs1-intgemm8_256x256_decoder_l1_context_Wv.bin
  - var_446 float32 [1] F0::decoder_l1_context_Wv_QuantMultA var_449-cpu-float32_1x256_decoder_l1_context_bv_Prepared-rhs2-float32_1_decoder_l1_context_Wv_QuantMultA.bin
  - var_448 float32 [1] F0::decoder_l1_context_Wv_QuantMultB var_449-cpu-float32_1x256_decoder_l1_context_bv_Prepared-rhs3-float32_1_decoder_l1_context_Wv_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_450 float32 [1x2x4x256]
after: var_450 float32 [1x2x4x256] var_450-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_447 int8 [1x2x4x256] none_shifted var_450-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_444 intgemm8 [256x256] F0::decoder_l1_context_Wv var_450-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_decoder_l1_context_Wv.bin
  - var_449 float32 [1x256] F0::decoder_l1_context_bv_Prepared var_450-cpu-float32_1x2x4x256-rhs2-float32_1x256_decoder_l1_context_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_452 float32 [2x8x4x32]
after: var_452 float32 [2x8x4x32] var_452-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_451 float32 [2x4x8x32] var_452-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_453 float32 [2x8x1x4]
after: var_453 float32 [2x8x1x4] var_453-DotBatchedNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_434 float32 [2x8x1x32] var_453-DotBatchedNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x32.bin
  - var_443 float32 [2x8x4x32] var_453-DotBatchedNodeOp-float32_2x8x1x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_454 float32 [2x8x1x4]
after: var_454 float32 [2x8x1x4] var_454-PlusNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_453 float32 [2x8x1x4] var_454-PlusNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin
  - var_16 float32 [2x1x1x4] var_454-PlusNodeOp-float32_2x8x1x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_455 float32 [2x8x1x4]
after: var_455 float32 [2x8x1x4] var_455-SoftmaxNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_454 float32 [2x8x1x4] var_455-SoftmaxNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_456 float32 [2x8x1x32]
after: var_456 float32 [2x8x1x32] var_456-DotBatchedNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_455 float32 [2x8x1x4] var_456-DotBatchedNodeOp-float32_2x8x1x32-rhs0-float32_2x8x1x4.bin
  - var_452 float32 [2x8x4x32] var_456-DotBatchedNodeOp-float32_2x8x1x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_457 float32 [2x1x8x32]
after: var_457 float32 [2x1x8x32] var_457-TransposeNodeOp-float32_2x1x8x32-lhs.bin
operands: 
  - var_456 float32 [2x8x1x32] var_457-TransposeNodeOp-float32_2x1x8x32-rhs0-float32_2x8x1x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_459 intgemm8 [256x256] F0::decoder_l1_context_Wo
after: var_459 intgemm8 [256x256] F0::decoder_l1_context_Wo var_459-ParamNode-intgemm8_256x256_decoder_l1_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_460 float32 [1x256] F0::decoder_l1_context_bo
after: var_460 float32 [1x256] F0::decoder_l1_context_bo var_460-ParamNode-float32_1x256_decoder_l1_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_461 float32 [1] F0::decoder_l1_context_Wo_QuantMultA
after: var_461 float32 [1] F0::decoder_l1_context_Wo_QuantMultA var_461-cpu-float32_1_decoder_l1_context_Wo_QuantMultA-lhs.bin
operands: 
  - var_459 intgemm8 [256x256] F0::decoder_l1_context_Wo var_461-cpu-float32_1_decoder_l1_context_Wo_QuantMultA-rhs0-intgemm8_256x256_decoder_l1_context_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_462 int8 [1x2x1x256] none_shifted
after: var_462 int8 [1x2x1x256] none_shifted var_462-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_458 float32 [1x2x1x256] var_462-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_461 float32 [1] F0::decoder_l1_context_Wo_QuantMultA var_462-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_463 float32 [1] F0::decoder_l1_context_Wo_QuantMultB
after: var_463 float32 [1] F0::decoder_l1_context_Wo_QuantMultB var_463-cpu-float32_1_decoder_l1_context_Wo_QuantMultB-lhs.bin
operands: 
  - var_459 intgemm8 [256x256] F0::decoder_l1_context_Wo var_463-cpu-float32_1_decoder_l1_context_Wo_QuantMultB-rhs0-intgemm8_256x256_decoder_l1_context_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_464 float32 [1x256] F0::decoder_l1_context_bo_Prepared
after: var_464 float32 [1x256] F0::decoder_l1_context_bo_Prepared var_464-cpu-float32_1x256_decoder_l1_context_bo_Prepared-lhs.bin
operands: 
  - var_460 float32 [1x256] F0::decoder_l1_context_bo var_464-cpu-float32_1x256_decoder_l1_context_bo_Prepared-rhs0-float32_1x256_decoder_l1_context_bo.bin
  - var_459 intgemm8 [256x256] F0::decoder_l1_context_Wo var_464-cpu-float32_1x256_decoder_l1_context_bo_Prepared-rhs1-intgemm8_256x256_decoder_l1_context_Wo.bin
  - var_461 float32 [1] F0::decoder_l1_context_Wo_QuantMultA var_464-cpu-float32_1x256_decoder_l1_context_bo_Prepared-rhs2-float32_1_decoder_l1_context_Wo_QuantMultA.bin
  - var_463 float32 [1] F0::decoder_l1_context_Wo_QuantMultB var_464-cpu-float32_1x256_decoder_l1_context_bo_Prepared-rhs3-float32_1_decoder_l1_context_Wo_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_465 float32 [1x2x1x256]
after: var_465 float32 [1x2x1x256] var_465-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_462 int8 [1x2x1x256] none_shifted var_465-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_459 intgemm8 [256x256] F0::decoder_l1_context_Wo var_465-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l1_context_Wo.bin
  - var_464 float32 [1x256] F0::decoder_l1_context_bo_Prepared var_465-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_466 float32 [1x2x1x256]
after: var_466 float32 [1x2x1x256] var_466-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_465 float32 [1x2x1x256] var_466-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_425 float32 [1x2x1x256] var_466-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_467 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale
after: var_467 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_467-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_468 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias
after: var_468 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_468-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_469 float32 [1x2x1x256]
after: var_469 float32 [1x2x1x256] var_469-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_466 float32 [1x2x1x256] var_469-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_467 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_469-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_context_Wo_ln_scale.bin
  - var_468 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_469-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_470 intgemm8 [256x1536] F0::decoder_l1_ffn_W1
after: var_470 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_470-ParamNode-intgemm8_256x1536_decoder_l1_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_471 float32 [1x1536] F0::decoder_l1_ffn_b1
after: var_471 float32 [1x1536] F0::decoder_l1_ffn_b1 var_471-ParamNode-float32_1x1536_decoder_l1_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_472 float32 [1] F0::decoder_l1_ffn_W1_QuantMultA
after: var_472 float32 [1] F0::decoder_l1_ffn_W1_QuantMultA var_472-cpu-float32_1_decoder_l1_ffn_W1_QuantMultA-lhs.bin
operands: 
  - var_470 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_472-cpu-float32_1_decoder_l1_ffn_W1_QuantMultA-rhs0-intgemm8_256x1536_decoder_l1_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_473 int8 [1x2x1x256] none_shifted
after: var_473 int8 [1x2x1x256] none_shifted var_473-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_469 float32 [1x2x1x256] var_473-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_472 float32 [1] F0::decoder_l1_ffn_W1_QuantMultA var_473-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_474 float32 [1] F0::decoder_l1_ffn_W1_QuantMultB
after: var_474 float32 [1] F0::decoder_l1_ffn_W1_QuantMultB var_474-cpu-float32_1_decoder_l1_ffn_W1_QuantMultB-lhs.bin
operands: 
  - var_470 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_474-cpu-float32_1_decoder_l1_ffn_W1_QuantMultB-rhs0-intgemm8_256x1536_decoder_l1_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_475 float32 [1x1536] F0::decoder_l1_ffn_b1_Prepared
after: var_475 float32 [1x1536] F0::decoder_l1_ffn_b1_Prepared var_475-cpu-float32_1x1536_decoder_l1_ffn_b1_Prepared-lhs.bin
operands: 
  - var_471 float32 [1x1536] F0::decoder_l1_ffn_b1 var_475-cpu-float32_1x1536_decoder_l1_ffn_b1_Prepared-rhs0-float32_1x1536_decoder_l1_ffn_b1.bin
  - var_470 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_475-cpu-float32_1x1536_decoder_l1_ffn_b1_Prepared-rhs1-intgemm8_256x1536_decoder_l1_ffn_W1.bin
  - var_472 float32 [1] F0::decoder_l1_ffn_W1_QuantMultA var_475-cpu-float32_1x1536_decoder_l1_ffn_b1_Prepared-rhs2-float32_1_decoder_l1_ffn_W1_QuantMultA.bin
  - var_474 float32 [1] F0::decoder_l1_ffn_W1_QuantMultB var_475-cpu-float32_1x1536_decoder_l1_ffn_b1_Prepared-rhs3-float32_1_decoder_l1_ffn_W1_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_476 float32 [1x2x1x1536]
after: var_476 float32 [1x2x1x1536] var_476-cpu-float32_1x2x1x1536-lhs.bin
operands: 
  - var_473 int8 [1x2x1x256] none_shifted var_476-cpu-float32_1x2x1x1536-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_470 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_476-cpu-float32_1x2x1x1536-rhs1-intgemm8_256x1536_decoder_l1_ffn_W1.bin
  - var_475 float32 [1x1536] F0::decoder_l1_ffn_b1_Prepared var_476-cpu-float32_1x2x1x1536-rhs2-float32_1x1536_decoder_l1_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_477 float32 [1x2x1x1536]
after: var_477 float32 [1x2x1x1536] var_477-ReLUNodeOp-float32_1x2x1x1536-lhs.bin
operands: 
  - var_476 float32 [1x2x1x1536] var_477-ReLUNodeOp-float32_1x2x1x1536-rhs0-float32_1x2x1x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_478 intgemm8 [1536x256] F0::decoder_l1_ffn_W2
after: var_478 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_478-ParamNode-intgemm8_1536x256_decoder_l1_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_479 float32 [1x256] F0::decoder_l1_ffn_b2
after: var_479 float32 [1x256] F0::decoder_l1_ffn_b2 var_479-ParamNode-float32_1x256_decoder_l1_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_480 float32 [1] F0::decoder_l1_ffn_W2_QuantMultA
after: var_480 float32 [1] F0::decoder_l1_ffn_W2_QuantMultA var_480-cpu-float32_1_decoder_l1_ffn_W2_QuantMultA-lhs.bin
operands: 
  - var_478 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_480-cpu-float32_1_decoder_l1_ffn_W2_QuantMultA-rhs0-intgemm8_1536x256_decoder_l1_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_481 int8 [1x2x1x1536] none_shifted
after: var_481 int8 [1x2x1x1536] none_shifted var_481-cpu-int8_1x2x1x1536_none_shifted-lhs.bin
operands: 
  - var_477 float32 [1x2x1x1536] var_481-cpu-int8_1x2x1x1536_none_shifted-rhs0-float32_1x2x1x1536.bin
  - var_480 float32 [1] F0::decoder_l1_ffn_W2_QuantMultA var_481-cpu-int8_1x2x1x1536_none_shifted-rhs1-float32_1_decoder_l1_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_482 float32 [1] F0::decoder_l1_ffn_W2_QuantMultB
after: var_482 float32 [1] F0::decoder_l1_ffn_W2_QuantMultB var_482-cpu-float32_1_decoder_l1_ffn_W2_QuantMultB-lhs.bin
operands: 
  - var_478 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_482-cpu-float32_1_decoder_l1_ffn_W2_QuantMultB-rhs0-intgemm8_1536x256_decoder_l1_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_483 float32 [1x256] F0::decoder_l1_ffn_b2_Prepared
after: var_483 float32 [1x256] F0::decoder_l1_ffn_b2_Prepared var_483-cpu-float32_1x256_decoder_l1_ffn_b2_Prepared-lhs.bin
operands: 
  - var_479 float32 [1x256] F0::decoder_l1_ffn_b2 var_483-cpu-float32_1x256_decoder_l1_ffn_b2_Prepared-rhs0-float32_1x256_decoder_l1_ffn_b2.bin
  - var_478 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_483-cpu-float32_1x256_decoder_l1_ffn_b2_Prepared-rhs1-intgemm8_1536x256_decoder_l1_ffn_W2.bin
  - var_480 float32 [1] F0::decoder_l1_ffn_W2_QuantMultA var_483-cpu-float32_1x256_decoder_l1_ffn_b2_Prepared-rhs2-float32_1_decoder_l1_ffn_W2_QuantMultA.bin
  - var_482 float32 [1] F0::decoder_l1_ffn_W2_QuantMultB var_483-cpu-float32_1x256_decoder_l1_ffn_b2_Prepared-rhs3-float32_1_decoder_l1_ffn_W2_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_484 float32 [1x2x1x256]
after: var_484 float32 [1x2x1x256] var_484-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_481 int8 [1x2x1x1536] none_shifted var_484-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x1536_none_shifted.bin
  - var_478 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_484-cpu-float32_1x2x1x256-rhs1-intgemm8_1536x256_decoder_l1_ffn_W2.bin
  - var_483 float32 [1x256] F0::decoder_l1_ffn_b2_Prepared var_484-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_485 float32 [1x2x1x256]
after: var_485 float32 [1x2x1x256] var_485-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_484 float32 [1x2x1x256] var_485-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_469 float32 [1x2x1x256] var_485-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_486 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale
after: var_486 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_486-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_487 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias
after: var_487 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_487-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_488 float32 [1x2x1x256]
after: var_488 float32 [1x2x1x256] var_488-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_485 float32 [1x2x1x256] var_488-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_486 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_488-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_ffn_ffn_ln_scale.bin
  - var_487 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_488-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W
after: var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W var_489-ParamNode-intgemm8_256x256_decoder_l2_rnn_W-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf
after: var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_490-ParamNode-intgemm8_256x256_decoder_l2_rnn_Wf-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_491 float32 [1x256] F0::decoder_l2_rnn_bf
after: var_491 float32 [1x256] F0::decoder_l2_rnn_bf var_491-ParamNode-float32_1x256_decoder_l2_rnn_bf-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_492 float32 [1x1x2x256]
after: var_492 float32 [1x1x2x256] var_492-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_488 float32 [1x2x1x256] var_492-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_493 float32 [1] F0::decoder_l2_rnn_W_QuantMultA
after: var_493 float32 [1] F0::decoder_l2_rnn_W_QuantMultA var_493-cpu-float32_1_decoder_l2_rnn_W_QuantMultA-lhs.bin
operands: 
  - var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W var_493-cpu-float32_1_decoder_l2_rnn_W_QuantMultA-rhs0-intgemm8_256x256_decoder_l2_rnn_W.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_494 int8 [1x1x2x256] none_shifted
after: var_494 int8 [1x1x2x256] none_shifted var_494-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_492 float32 [1x1x2x256] var_494-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_493 float32 [1] F0::decoder_l2_rnn_W_QuantMultA var_494-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l2_rnn_W_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_495 float32 [1] F0::decoder_l2_rnn_W_QuantMultB
after: var_495 float32 [1] F0::decoder_l2_rnn_W_QuantMultB var_495-cpu-float32_1_decoder_l2_rnn_W_QuantMultB-lhs.bin
operands: 
  - var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W var_495-cpu-float32_1_decoder_l2_rnn_W_QuantMultB-rhs0-intgemm8_256x256_decoder_l2_rnn_W.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 405
fn: "marian::cpu::integer::PrepareFakeBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareFakeBias() }
before: var_496 float32 [1x256] F0::decoder_l2_rnn_W_FakeBias
after: var_496 float32 [1x256] F0::decoder_l2_rnn_W_FakeBias var_496-cpu-float32_1x256_decoder_l2_rnn_W_FakeBias-lhs.bin
operands: 
  - var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W var_496-cpu-float32_1x256_decoder_l2_rnn_W_FakeBias-rhs0-intgemm8_256x256_decoder_l2_rnn_W.bin
  - var_493 float32 [1] F0::decoder_l2_rnn_W_QuantMultA var_496-cpu-float32_1x256_decoder_l2_rnn_W_FakeBias-rhs1-float32_1_decoder_l2_rnn_W_QuantMultA.bin
  - var_495 float32 [1] F0::decoder_l2_rnn_W_QuantMultB var_496-cpu-float32_1x256_decoder_l2_rnn_W_FakeBias-rhs2-float32_1_decoder_l2_rnn_W_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_497 float32 [1x1x2x256]
after: var_497 float32 [1x1x2x256] var_497-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_494 int8 [1x1x2x256] none_shifted var_497-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W var_497-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l2_rnn_W.bin
  - var_496 float32 [1x256] F0::decoder_l2_rnn_W_FakeBias var_497-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l2_rnn_W_FakeBias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_498 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultA
after: var_498 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultA var_498-cpu-float32_1_decoder_l2_rnn_Wf_QuantMultA-lhs.bin
operands: 
  - var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_498-cpu-float32_1_decoder_l2_rnn_Wf_QuantMultA-rhs0-intgemm8_256x256_decoder_l2_rnn_Wf.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_499 int8 [1x1x2x256] none_shifted
after: var_499 int8 [1x1x2x256] none_shifted var_499-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_492 float32 [1x1x2x256] var_499-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_498 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultA var_499-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l2_rnn_Wf_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_500 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultB
after: var_500 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultB var_500-cpu-float32_1_decoder_l2_rnn_Wf_QuantMultB-lhs.bin
operands: 
  - var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_500-cpu-float32_1_decoder_l2_rnn_Wf_QuantMultB-rhs0-intgemm8_256x256_decoder_l2_rnn_Wf.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_501 float32 [1x256] F0::decoder_l2_rnn_bf_Prepared
after: var_501 float32 [1x256] F0::decoder_l2_rnn_bf_Prepared var_501-cpu-float32_1x256_decoder_l2_rnn_bf_Prepared-lhs.bin
operands: 
  - var_491 float32 [1x256] F0::decoder_l2_rnn_bf var_501-cpu-float32_1x256_decoder_l2_rnn_bf_Prepared-rhs0-float32_1x256_decoder_l2_rnn_bf.bin
  - var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_501-cpu-float32_1x256_decoder_l2_rnn_bf_Prepared-rhs1-intgemm8_256x256_decoder_l2_rnn_Wf.bin
  - var_498 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultA var_501-cpu-float32_1x256_decoder_l2_rnn_bf_Prepared-rhs2-float32_1_decoder_l2_rnn_Wf_QuantMultA.bin
  - var_500 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultB var_501-cpu-float32_1x256_decoder_l2_rnn_bf_Prepared-rhs3-float32_1_decoder_l2_rnn_Wf_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_502 float32 [1x1x2x256]
after: var_502 float32 [1x1x2x256] var_502-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_499 int8 [1x1x2x256] none_shifted var_502-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_502-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l2_rnn_Wf.bin
  - var_501 float32 [1x256] F0::decoder_l2_rnn_bf_Prepared var_502-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l2_rnn_bf_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1262
fn: "marian::HighwayNodeOp::forwardOps()::<lambda()>"
op: { HighwayForward( val_, child(0)->val(), child(1)->val(), child(2)->val()) }
before: var_503 float32 [1x1x2x256]
after: var_503 float32 [1x1x2x256] var_503-HighwayNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_396 float32 [1x1x2x256] decoder_start_state_1 var_503-HighwayNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256_decoder_start_state_1.bin
  - var_497 float32 [1x1x2x256] var_503-HighwayNodeOp-float32_1x1x2x256-rhs1-float32_1x1x2x256.bin
  - var_502 float32 [1x1x2x256] var_503-HighwayNodeOp-float32_1x1x2x256-rhs2-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_504 float32 [1x1x2x256]
after: var_504 float32 [1x1x2x256] var_504-ReLUNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_503 float32 [1x1x2x256] var_504-ReLUNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_505 float32 [1x2x1x256]
after: var_505 float32 [1x2x1x256] var_505-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_504 float32 [1x1x2x256] var_505-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_506 float32 [1x2x1x256]
after: var_506 float32 [1x2x1x256] var_506-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_505 float32 [1x2x1x256] var_506-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_488 float32 [1x2x1x256] var_506-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_507 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale
after: var_507 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_507-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_508 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias
after: var_508 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_508-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_509 float32 [1x2x1x256]
after: var_509 float32 [1x2x1x256] var_509-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_506 float32 [1x2x1x256] var_509-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_507 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_509-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_rnn_ffn_ln_scale.bin
  - var_508 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_509-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_rnn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_510 intgemm8 [256x256] F0::decoder_l2_context_Wq
after: var_510 intgemm8 [256x256] F0::decoder_l2_context_Wq var_510-ParamNode-intgemm8_256x256_decoder_l2_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_511 float32 [1x256] F0::decoder_l2_context_bq
after: var_511 float32 [1x256] F0::decoder_l2_context_bq var_511-ParamNode-float32_1x256_decoder_l2_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_512 float32 [1] F0::decoder_l2_context_Wq_QuantMultA
after: var_512 float32 [1] F0::decoder_l2_context_Wq_QuantMultA var_512-cpu-float32_1_decoder_l2_context_Wq_QuantMultA-lhs.bin
operands: 
  - var_510 intgemm8 [256x256] F0::decoder_l2_context_Wq var_512-cpu-float32_1_decoder_l2_context_Wq_QuantMultA-rhs0-intgemm8_256x256_decoder_l2_context_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_513 int8 [1x2x1x256] none_shifted
after: var_513 int8 [1x2x1x256] none_shifted var_513-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_509 float32 [1x2x1x256] var_513-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_512 float32 [1] F0::decoder_l2_context_Wq_QuantMultA var_513-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_514 float32 [1] F0::decoder_l2_context_Wq_QuantMultB
after: var_514 float32 [1] F0::decoder_l2_context_Wq_QuantMultB var_514-cpu-float32_1_decoder_l2_context_Wq_QuantMultB-lhs.bin
operands: 
  - var_510 intgemm8 [256x256] F0::decoder_l2_context_Wq var_514-cpu-float32_1_decoder_l2_context_Wq_QuantMultB-rhs0-intgemm8_256x256_decoder_l2_context_Wq.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_515 float32 [1x256] F0::decoder_l2_context_bq_Prepared
after: var_515 float32 [1x256] F0::decoder_l2_context_bq_Prepared var_515-cpu-float32_1x256_decoder_l2_context_bq_Prepared-lhs.bin
operands: 
  - var_511 float32 [1x256] F0::decoder_l2_context_bq var_515-cpu-float32_1x256_decoder_l2_context_bq_Prepared-rhs0-float32_1x256_decoder_l2_context_bq.bin
  - var_510 intgemm8 [256x256] F0::decoder_l2_context_Wq var_515-cpu-float32_1x256_decoder_l2_context_bq_Prepared-rhs1-intgemm8_256x256_decoder_l2_context_Wq.bin
  - var_512 float32 [1] F0::decoder_l2_context_Wq_QuantMultA var_515-cpu-float32_1x256_decoder_l2_context_bq_Prepared-rhs2-float32_1_decoder_l2_context_Wq_QuantMultA.bin
  - var_514 float32 [1] F0::decoder_l2_context_Wq_QuantMultB var_515-cpu-float32_1x256_decoder_l2_context_bq_Prepared-rhs3-float32_1_decoder_l2_context_Wq_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_516 float32 [1x2x1x256]
after: var_516 float32 [1x2x1x256] var_516-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_513 int8 [1x2x1x256] none_shifted var_516-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_510 intgemm8 [256x256] F0::decoder_l2_context_Wq var_516-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l2_context_Wq.bin
  - var_515 float32 [1x256] F0::decoder_l2_context_bq_Prepared var_516-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_518 float32 [2x8x1x32]
after: var_518 float32 [2x8x1x32] var_518-TransposeNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_517 float32 [2x1x8x32] var_518-TransposeNodeOp-float32_2x8x1x32-rhs0-float32_2x1x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_519 intgemm8 [256x256] F0::decoder_l2_context_Wk
after: var_519 intgemm8 [256x256] F0::decoder_l2_context_Wk var_519-ParamNode-intgemm8_256x256_decoder_l2_context_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_520 float32 [1x256] F0::decoder_l2_context_bk
after: var_520 float32 [1x256] F0::decoder_l2_context_bk var_520-ParamNode-float32_1x256_decoder_l2_context_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_521 float32 [1] F0::decoder_l2_context_Wk_QuantMultA
after: var_521 float32 [1] F0::decoder_l2_context_Wk_QuantMultA var_521-cpu-float32_1_decoder_l2_context_Wk_QuantMultA-lhs.bin
operands: 
  - var_519 intgemm8 [256x256] F0::decoder_l2_context_Wk var_521-cpu-float32_1_decoder_l2_context_Wk_QuantMultA-rhs0-intgemm8_256x256_decoder_l2_context_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_522 int8 [1x2x4x256] none_shifted
after: var_522 int8 [1x2x4x256] none_shifted var_522-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_404 float32 [1x2x4x256] var_522-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_521 float32 [1] F0::decoder_l2_context_Wk_QuantMultA var_522-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_523 float32 [1] F0::decoder_l2_context_Wk_QuantMultB
after: var_523 float32 [1] F0::decoder_l2_context_Wk_QuantMultB var_523-cpu-float32_1_decoder_l2_context_Wk_QuantMultB-lhs.bin
operands: 
  - var_519 intgemm8 [256x256] F0::decoder_l2_context_Wk var_523-cpu-float32_1_decoder_l2_context_Wk_QuantMultB-rhs0-intgemm8_256x256_decoder_l2_context_Wk.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_524 float32 [1x256] F0::decoder_l2_context_bk_Prepared
after: var_524 float32 [1x256] F0::decoder_l2_context_bk_Prepared var_524-cpu-float32_1x256_decoder_l2_context_bk_Prepared-lhs.bin
operands: 
  - var_520 float32 [1x256] F0::decoder_l2_context_bk var_524-cpu-float32_1x256_decoder_l2_context_bk_Prepared-rhs0-float32_1x256_decoder_l2_context_bk.bin
  - var_519 intgemm8 [256x256] F0::decoder_l2_context_Wk var_524-cpu-float32_1x256_decoder_l2_context_bk_Prepared-rhs1-intgemm8_256x256_decoder_l2_context_Wk.bin
  - var_521 float32 [1] F0::decoder_l2_context_Wk_QuantMultA var_524-cpu-float32_1x256_decoder_l2_context_bk_Prepared-rhs2-float32_1_decoder_l2_context_Wk_QuantMultA.bin
  - var_523 float32 [1] F0::decoder_l2_context_Wk_QuantMultB var_524-cpu-float32_1x256_decoder_l2_context_bk_Prepared-rhs3-float32_1_decoder_l2_context_Wk_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_525 float32 [1x2x4x256]
after: var_525 float32 [1x2x4x256] var_525-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_522 int8 [1x2x4x256] none_shifted var_525-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_519 intgemm8 [256x256] F0::decoder_l2_context_Wk var_525-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_decoder_l2_context_Wk.bin
  - var_524 float32 [1x256] F0::decoder_l2_context_bk_Prepared var_525-cpu-float32_1x2x4x256-rhs2-float32_1x256_decoder_l2_context_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_527 float32 [2x8x4x32]
after: var_527 float32 [2x8x4x32] var_527-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_526 float32 [2x4x8x32] var_527-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_528 intgemm8 [256x256] F0::decoder_l2_context_Wv
after: var_528 intgemm8 [256x256] F0::decoder_l2_context_Wv var_528-ParamNode-intgemm8_256x256_decoder_l2_context_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_529 float32 [1x256] F0::decoder_l2_context_bv
after: var_529 float32 [1x256] F0::decoder_l2_context_bv var_529-ParamNode-float32_1x256_decoder_l2_context_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_530 float32 [1] F0::decoder_l2_context_Wv_QuantMultA
after: var_530 float32 [1] F0::decoder_l2_context_Wv_QuantMultA var_530-cpu-float32_1_decoder_l2_context_Wv_QuantMultA-lhs.bin
operands: 
  - var_528 intgemm8 [256x256] F0::decoder_l2_context_Wv var_530-cpu-float32_1_decoder_l2_context_Wv_QuantMultA-rhs0-intgemm8_256x256_decoder_l2_context_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_531 int8 [1x2x4x256] none_shifted
after: var_531 int8 [1x2x4x256] none_shifted var_531-cpu-int8_1x2x4x256_none_shifted-lhs.bin
operands: 
  - var_404 float32 [1x2x4x256] var_531-cpu-int8_1x2x4x256_none_shifted-rhs0-float32_1x2x4x256.bin
  - var_530 float32 [1] F0::decoder_l2_context_Wv_QuantMultA var_531-cpu-int8_1x2x4x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_532 float32 [1] F0::decoder_l2_context_Wv_QuantMultB
after: var_532 float32 [1] F0::decoder_l2_context_Wv_QuantMultB var_532-cpu-float32_1_decoder_l2_context_Wv_QuantMultB-lhs.bin
operands: 
  - var_528 intgemm8 [256x256] F0::decoder_l2_context_Wv var_532-cpu-float32_1_decoder_l2_context_Wv_QuantMultB-rhs0-intgemm8_256x256_decoder_l2_context_Wv.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_533 float32 [1x256] F0::decoder_l2_context_bv_Prepared
after: var_533 float32 [1x256] F0::decoder_l2_context_bv_Prepared var_533-cpu-float32_1x256_decoder_l2_context_bv_Prepared-lhs.bin
operands: 
  - var_529 float32 [1x256] F0::decoder_l2_context_bv var_533-cpu-float32_1x256_decoder_l2_context_bv_Prepared-rhs0-float32_1x256_decoder_l2_context_bv.bin
  - var_528 intgemm8 [256x256] F0::decoder_l2_context_Wv var_533-cpu-float32_1x256_decoder_l2_context_bv_Prepared-rhs1-intgemm8_256x256_decoder_l2_context_Wv.bin
  - var_530 float32 [1] F0::decoder_l2_context_Wv_QuantMultA var_533-cpu-float32_1x256_decoder_l2_context_bv_Prepared-rhs2-float32_1_decoder_l2_context_Wv_QuantMultA.bin
  - var_532 float32 [1] F0::decoder_l2_context_Wv_QuantMultB var_533-cpu-float32_1x256_decoder_l2_context_bv_Prepared-rhs3-float32_1_decoder_l2_context_Wv_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_534 float32 [1x2x4x256]
after: var_534 float32 [1x2x4x256] var_534-cpu-float32_1x2x4x256-lhs.bin
operands: 
  - var_531 int8 [1x2x4x256] none_shifted var_534-cpu-float32_1x2x4x256-rhs0-int8_1x2x4x256_none_shifted.bin
  - var_528 intgemm8 [256x256] F0::decoder_l2_context_Wv var_534-cpu-float32_1x2x4x256-rhs1-intgemm8_256x256_decoder_l2_context_Wv.bin
  - var_533 float32 [1x256] F0::decoder_l2_context_bv_Prepared var_534-cpu-float32_1x2x4x256-rhs2-float32_1x256_decoder_l2_context_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_536 float32 [2x8x4x32]
after: var_536 float32 [2x8x4x32] var_536-TransposeNodeOp-float32_2x8x4x32-lhs.bin
operands: 
  - var_535 float32 [2x4x8x32] var_536-TransposeNodeOp-float32_2x8x4x32-rhs0-float32_2x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_537 float32 [2x8x1x4]
after: var_537 float32 [2x8x1x4] var_537-DotBatchedNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_518 float32 [2x8x1x32] var_537-DotBatchedNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x32.bin
  - var_527 float32 [2x8x4x32] var_537-DotBatchedNodeOp-float32_2x8x1x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_538 float32 [2x8x1x4]
after: var_538 float32 [2x8x1x4] var_538-PlusNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_537 float32 [2x8x1x4] var_538-PlusNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin
  - var_16 float32 [2x1x1x4] var_538-PlusNodeOp-float32_2x8x1x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_539 float32 [2x8x1x4]
after: var_539 float32 [2x8x1x4] var_539-SoftmaxNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_538 float32 [2x8x1x4] var_539-SoftmaxNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_540 uint32 [1x1x1x1]
after: var_540 uint32 [1x1x1x1] var_540-ConstantNode-uint32_1x1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 740
fn: "marian::GatherNodeOp::forwardOps()::<lambda()>"
op: { Select(val_, child(0)->val(), child(1)->val(), axis_) }
before: var_541 float32 [2x1x1x4]
after: var_541 float32 [2x1x1x4] var_541-GatherNodeOp-float32_2x1x1x4-lhs.bin
operands: 
  - var_539 float32 [2x8x1x4] var_541-GatherNodeOp-float32_2x1x1x4-rhs0-float32_2x8x1x4.bin
  - var_540 uint32 [1x1x1x1] var_541-GatherNodeOp-float32_2x1x1x4-rhs1-uint32_1x1x1x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_543 float32 [1x4x2x1]
after: var_543 float32 [1x4x2x1] var_543-TransposeNodeOp-float32_1x4x2x1-lhs.bin
operands: 
  - var_542 float32 [1x2x1x4] var_543-TransposeNodeOp-float32_1x4x2x1-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_544 float32 [2x8x1x32]
after: var_544 float32 [2x8x1x32] var_544-DotBatchedNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_539 float32 [2x8x1x4] var_544-DotBatchedNodeOp-float32_2x8x1x32-rhs0-float32_2x8x1x4.bin
  - var_536 float32 [2x8x4x32] var_544-DotBatchedNodeOp-float32_2x8x1x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_545 float32 [2x1x8x32]
after: var_545 float32 [2x1x8x32] var_545-TransposeNodeOp-float32_2x1x8x32-lhs.bin
operands: 
  - var_544 float32 [2x8x1x32] var_545-TransposeNodeOp-float32_2x1x8x32-rhs0-float32_2x8x1x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_547 intgemm8 [256x256] F0::decoder_l2_context_Wo
after: var_547 intgemm8 [256x256] F0::decoder_l2_context_Wo var_547-ParamNode-intgemm8_256x256_decoder_l2_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_548 float32 [1x256] F0::decoder_l2_context_bo
after: var_548 float32 [1x256] F0::decoder_l2_context_bo var_548-ParamNode-float32_1x256_decoder_l2_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_549 float32 [1] F0::decoder_l2_context_Wo_QuantMultA
after: var_549 float32 [1] F0::decoder_l2_context_Wo_QuantMultA var_549-cpu-float32_1_decoder_l2_context_Wo_QuantMultA-lhs.bin
operands: 
  - var_547 intgemm8 [256x256] F0::decoder_l2_context_Wo var_549-cpu-float32_1_decoder_l2_context_Wo_QuantMultA-rhs0-intgemm8_256x256_decoder_l2_context_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_550 int8 [1x2x1x256] none_shifted
after: var_550 int8 [1x2x1x256] none_shifted var_550-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_546 float32 [1x2x1x256] var_550-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_549 float32 [1] F0::decoder_l2_context_Wo_QuantMultA var_550-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_551 float32 [1] F0::decoder_l2_context_Wo_QuantMultB
after: var_551 float32 [1] F0::decoder_l2_context_Wo_QuantMultB var_551-cpu-float32_1_decoder_l2_context_Wo_QuantMultB-lhs.bin
operands: 
  - var_547 intgemm8 [256x256] F0::decoder_l2_context_Wo var_551-cpu-float32_1_decoder_l2_context_Wo_QuantMultB-rhs0-intgemm8_256x256_decoder_l2_context_Wo.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_552 float32 [1x256] F0::decoder_l2_context_bo_Prepared
after: var_552 float32 [1x256] F0::decoder_l2_context_bo_Prepared var_552-cpu-float32_1x256_decoder_l2_context_bo_Prepared-lhs.bin
operands: 
  - var_548 float32 [1x256] F0::decoder_l2_context_bo var_552-cpu-float32_1x256_decoder_l2_context_bo_Prepared-rhs0-float32_1x256_decoder_l2_context_bo.bin
  - var_547 intgemm8 [256x256] F0::decoder_l2_context_Wo var_552-cpu-float32_1x256_decoder_l2_context_bo_Prepared-rhs1-intgemm8_256x256_decoder_l2_context_Wo.bin
  - var_549 float32 [1] F0::decoder_l2_context_Wo_QuantMultA var_552-cpu-float32_1x256_decoder_l2_context_bo_Prepared-rhs2-float32_1_decoder_l2_context_Wo_QuantMultA.bin
  - var_551 float32 [1] F0::decoder_l2_context_Wo_QuantMultB var_552-cpu-float32_1x256_decoder_l2_context_bo_Prepared-rhs3-float32_1_decoder_l2_context_Wo_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_553 float32 [1x2x1x256]
after: var_553 float32 [1x2x1x256] var_553-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_550 int8 [1x2x1x256] none_shifted var_553-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_547 intgemm8 [256x256] F0::decoder_l2_context_Wo var_553-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l2_context_Wo.bin
  - var_552 float32 [1x256] F0::decoder_l2_context_bo_Prepared var_553-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_554 float32 [1x2x1x256]
after: var_554 float32 [1x2x1x256] var_554-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_553 float32 [1x2x1x256] var_554-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_509 float32 [1x2x1x256] var_554-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_555 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale
after: var_555 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_555-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_556 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias
after: var_556 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_556-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_557 float32 [1x2x1x256]
after: var_557 float32 [1x2x1x256] var_557-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_554 float32 [1x2x1x256] var_557-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_555 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_557-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_context_Wo_ln_scale.bin
  - var_556 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_557-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_558 intgemm8 [256x1536] F0::decoder_l2_ffn_W1
after: var_558 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_558-ParamNode-intgemm8_256x1536_decoder_l2_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_559 float32 [1x1536] F0::decoder_l2_ffn_b1
after: var_559 float32 [1x1536] F0::decoder_l2_ffn_b1 var_559-ParamNode-float32_1x1536_decoder_l2_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_560 float32 [1] F0::decoder_l2_ffn_W1_QuantMultA
after: var_560 float32 [1] F0::decoder_l2_ffn_W1_QuantMultA var_560-cpu-float32_1_decoder_l2_ffn_W1_QuantMultA-lhs.bin
operands: 
  - var_558 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_560-cpu-float32_1_decoder_l2_ffn_W1_QuantMultA-rhs0-intgemm8_256x1536_decoder_l2_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_561 int8 [1x2x1x256] none_shifted
after: var_561 int8 [1x2x1x256] none_shifted var_561-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_557 float32 [1x2x1x256] var_561-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_560 float32 [1] F0::decoder_l2_ffn_W1_QuantMultA var_561-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_562 float32 [1] F0::decoder_l2_ffn_W1_QuantMultB
after: var_562 float32 [1] F0::decoder_l2_ffn_W1_QuantMultB var_562-cpu-float32_1_decoder_l2_ffn_W1_QuantMultB-lhs.bin
operands: 
  - var_558 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_562-cpu-float32_1_decoder_l2_ffn_W1_QuantMultB-rhs0-intgemm8_256x1536_decoder_l2_ffn_W1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_563 float32 [1x1536] F0::decoder_l2_ffn_b1_Prepared
after: var_563 float32 [1x1536] F0::decoder_l2_ffn_b1_Prepared var_563-cpu-float32_1x1536_decoder_l2_ffn_b1_Prepared-lhs.bin
operands: 
  - var_559 float32 [1x1536] F0::decoder_l2_ffn_b1 var_563-cpu-float32_1x1536_decoder_l2_ffn_b1_Prepared-rhs0-float32_1x1536_decoder_l2_ffn_b1.bin
  - var_558 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_563-cpu-float32_1x1536_decoder_l2_ffn_b1_Prepared-rhs1-intgemm8_256x1536_decoder_l2_ffn_W1.bin
  - var_560 float32 [1] F0::decoder_l2_ffn_W1_QuantMultA var_563-cpu-float32_1x1536_decoder_l2_ffn_b1_Prepared-rhs2-float32_1_decoder_l2_ffn_W1_QuantMultA.bin
  - var_562 float32 [1] F0::decoder_l2_ffn_W1_QuantMultB var_563-cpu-float32_1x1536_decoder_l2_ffn_b1_Prepared-rhs3-float32_1_decoder_l2_ffn_W1_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_564 float32 [1x2x1x1536]
after: var_564 float32 [1x2x1x1536] var_564-cpu-float32_1x2x1x1536-lhs.bin
operands: 
  - var_561 int8 [1x2x1x256] none_shifted var_564-cpu-float32_1x2x1x1536-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_558 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_564-cpu-float32_1x2x1x1536-rhs1-intgemm8_256x1536_decoder_l2_ffn_W1.bin
  - var_563 float32 [1x1536] F0::decoder_l2_ffn_b1_Prepared var_564-cpu-float32_1x2x1x1536-rhs2-float32_1x1536_decoder_l2_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_565 float32 [1x2x1x1536]
after: var_565 float32 [1x2x1x1536] var_565-ReLUNodeOp-float32_1x2x1x1536-lhs.bin
operands: 
  - var_564 float32 [1x2x1x1536] var_565-ReLUNodeOp-float32_1x2x1x1536-rhs0-float32_1x2x1x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_566 intgemm8 [1536x256] F0::decoder_l2_ffn_W2
after: var_566 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_566-ParamNode-intgemm8_1536x256_decoder_l2_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_567 float32 [1x256] F0::decoder_l2_ffn_b2
after: var_567 float32 [1x256] F0::decoder_l2_ffn_b2 var_567-ParamNode-float32_1x256_decoder_l2_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_568 float32 [1] F0::decoder_l2_ffn_W2_QuantMultA
after: var_568 float32 [1] F0::decoder_l2_ffn_W2_QuantMultA var_568-cpu-float32_1_decoder_l2_ffn_W2_QuantMultA-lhs.bin
operands: 
  - var_566 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_568-cpu-float32_1_decoder_l2_ffn_W2_QuantMultA-rhs0-intgemm8_1536x256_decoder_l2_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_569 int8 [1x2x1x1536] none_shifted
after: var_569 int8 [1x2x1x1536] none_shifted var_569-cpu-int8_1x2x1x1536_none_shifted-lhs.bin
operands: 
  - var_565 float32 [1x2x1x1536] var_569-cpu-int8_1x2x1x1536_none_shifted-rhs0-float32_1x2x1x1536.bin
  - var_568 float32 [1] F0::decoder_l2_ffn_W2_QuantMultA var_569-cpu-int8_1x2x1x1536_none_shifted-rhs1-float32_1_decoder_l2_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_570 float32 [1] F0::decoder_l2_ffn_W2_QuantMultB
after: var_570 float32 [1] F0::decoder_l2_ffn_W2_QuantMultB var_570-cpu-float32_1_decoder_l2_ffn_W2_QuantMultB-lhs.bin
operands: 
  - var_566 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_570-cpu-float32_1_decoder_l2_ffn_W2_QuantMultB-rhs0-intgemm8_1536x256_decoder_l2_ffn_W2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_571 float32 [1x256] F0::decoder_l2_ffn_b2_Prepared
after: var_571 float32 [1x256] F0::decoder_l2_ffn_b2_Prepared var_571-cpu-float32_1x256_decoder_l2_ffn_b2_Prepared-lhs.bin
operands: 
  - var_567 float32 [1x256] F0::decoder_l2_ffn_b2 var_571-cpu-float32_1x256_decoder_l2_ffn_b2_Prepared-rhs0-float32_1x256_decoder_l2_ffn_b2.bin
  - var_566 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_571-cpu-float32_1x256_decoder_l2_ffn_b2_Prepared-rhs1-intgemm8_1536x256_decoder_l2_ffn_W2.bin
  - var_568 float32 [1] F0::decoder_l2_ffn_W2_QuantMultA var_571-cpu-float32_1x256_decoder_l2_ffn_b2_Prepared-rhs2-float32_1_decoder_l2_ffn_W2_QuantMultA.bin
  - var_570 float32 [1] F0::decoder_l2_ffn_W2_QuantMultB var_571-cpu-float32_1x256_decoder_l2_ffn_b2_Prepared-rhs3-float32_1_decoder_l2_ffn_W2_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_572 float32 [1x2x1x256]
after: var_572 float32 [1x2x1x256] var_572-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_569 int8 [1x2x1x1536] none_shifted var_572-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x1536_none_shifted.bin
  - var_566 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_572-cpu-float32_1x2x1x256-rhs1-intgemm8_1536x256_decoder_l2_ffn_W2.bin
  - var_571 float32 [1x256] F0::decoder_l2_ffn_b2_Prepared var_572-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_573 float32 [1x2x1x256]
after: var_573 float32 [1x2x1x256] var_573-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_572 float32 [1x2x1x256] var_573-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_557 float32 [1x2x1x256] var_573-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_574 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale
after: var_574 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_574-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_575 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias
after: var_575 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_575-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_576 float32 [1x2x1x256]
after: var_576 float32 [1x2x1x256] var_576-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_573 float32 [1x2x1x256] var_576-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_574 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_576-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_ffn_ffn_ln_scale.bin
  - var_575 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_576-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_577 float32 [1x1x2x256]
after: var_577 float32 [1x1x2x256] var_577-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_576 float32 [1x2x1x256] var_577-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_578 float32 [1x32000] F0::decoder_ff_logit_out_b
after: var_578 float32 [1x32000] F0::decoder_ff_logit_out_b var_578-ParamNode-float32_1x32000_decoder_ff_logit_out_b-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_579 float32 [1] F0::Wemb_QuantMultB
after: var_579 float32 [1] F0::Wemb_QuantMultB var_579-cpu-float32_1_Wemb_QuantMultB-lhs.bin
operands: 
  - var_0 float32 [32000x256] F0::Wemb var_579-cpu-float32_1_Wemb_QuantMultB-rhs0-float32_32000x256_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 139
fn: "marian::cpu::integer::PrepareBNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareBNodeOp() }
before: var_580 intgemm8 [256x32000] F0::Wemb
after: var_580 intgemm8 [256x32000] F0::Wemb var_580-cpu-intgemm8_256x32000_Wemb-lhs.bin
operands: 
  - var_0 float32 [32000x256] F0::Wemb var_580-cpu-intgemm8_256x32000_Wemb-rhs0-float32_32000x256_Wemb.bin
  - var_579 float32 [1] F0::Wemb_QuantMultB var_580-cpu-intgemm8_256x32000_Wemb-rhs1-float32_1_Wemb_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_581 float32 [1] F0::Wemb_QuantMultA
after: var_581 float32 [1] F0::Wemb_QuantMultA var_581-cpu-float32_1_Wemb_QuantMultA-lhs.bin
operands: 
  - var_580 intgemm8 [256x32000] F0::Wemb var_581-cpu-float32_1_Wemb_QuantMultA-rhs0-intgemm8_256x32000_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 366
fn: "marian::cpu::integer::PrepareBiasForBNodeOp::forwardOps()::<lambda()>"
op: { PrepareBias() }
before: var_582 float32 [1x32000] F0::decoder_ff_logit_out_b_Prepared
after: var_582 float32 [1x32000] F0::decoder_ff_logit_out_b_Prepared var_582-cpu-float32_1x32000_decoder_ff_logit_out_b_Prepared-lhs.bin
operands: 
  - var_578 float32 [1x32000] F0::decoder_ff_logit_out_b var_582-cpu-float32_1x32000_decoder_ff_logit_out_b_Prepared-rhs0-float32_1x32000_decoder_ff_logit_out_b.bin
  - var_580 intgemm8 [256x32000] F0::Wemb var_582-cpu-float32_1x32000_decoder_ff_logit_out_b_Prepared-rhs1-intgemm8_256x32000_Wemb.bin
  - var_581 float32 [1] F0::Wemb_QuantMultA var_582-cpu-float32_1x32000_decoder_ff_logit_out_b_Prepared-rhs2-float32_1_Wemb_QuantMultA.bin
  - var_579 float32 [1] F0::Wemb_QuantMultB var_582-cpu-float32_1x32000_decoder_ff_logit_out_b_Prepared-rhs3-float32_1_Wemb_QuantMultB.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 214
fn: "marian::cpu::integer::SelectColumnsBNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { SelectColumnsB() }
before: var_583 intgemm8 [256x176] F0::Wemb
after: var_583 intgemm8 [256x176] F0::Wemb var_583-cpu-intgemm8_256x176_Wemb-lhs.bin
operands: 
  - var_580 intgemm8 [256x32000] F0::Wemb var_583-cpu-intgemm8_256x176_Wemb-rhs0-intgemm8_256x32000_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_584 uint32 [176]
after: var_584 uint32 [176] var_584-ConstantNode-uint32_176-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 801
fn: "marian::ColsNodeOp::forwardOps()::<lambda()>"
op: { CopyCols(val_, child(0)->val(), child(1)->val()) }
before: var_585 float32 [1x176]
after: var_585 float32 [1x176] var_585-ColsNodeOp-float32_1x176-lhs.bin
operands: 
  - var_582 float32 [1x32000] F0::decoder_ff_logit_out_b_Prepared var_585-ColsNodeOp-float32_1x176-rhs0-float32_1x32000_decoder_ff_logit_out_b_Prepared.bin
  - var_584 uint32 [176] var_585-ColsNodeOp-float32_1x176-rhs1-uint32_176.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_586 int8 [1x1x2x256] none_shifted
after: var_586 int8 [1x1x2x256] none_shifted var_586-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_577 float32 [1x1x2x256] var_586-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_581 float32 [1] F0::Wemb_QuantMultA var_586-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_Wemb_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_587 float32 [1x1x2x176]
after: var_587 float32 [1x1x2x176] var_587-cpu-float32_1x1x2x176-lhs.bin
operands: 
  - var_586 int8 [1x1x2x256] none_shifted var_587-cpu-float32_1x1x2x176-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_583 intgemm8 [256x176] F0::Wemb var_587-cpu-float32_1x1x2x176-rhs1-intgemm8_256x176_Wemb.bin
  - var_585 float32 [1x176] var_587-cpu-float32_1x1x2x176-rhs2-float32_1x176.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_588 float32 [1x1x2x176]
after: var_588 float32 [1x1x2x176] var_588-PlusNodeOp-float32_1x1x2x176-lhs.bin
operands: 
  - var_397 float32 [1x1x1x1] var_588-PlusNodeOp-float32_1x1x2x176-rhs0-float32_1x1x1x1.bin
  - var_587 float32 [1x1x2x176] var_588-PlusNodeOp-float32_1x1x2x176-rhs1-float32_1x1x2x176.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_590 float32 [1x1x2x1]
after: var_590 float32 [1x1x2x1] var_590-ConstantNode-float32_1x1x2x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_592 uint32 [2]
after: var_592 uint32 [2] var_592-ConstantNode-uint32_2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_593 float32 [2x256]
after: var_593 float32 [2x256] var_593-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_591 float32 [2x256] var_593-RowsNodeOp-float32_2x256-rhs0-float32_2x256.bin
  - var_592 uint32 [2] var_593-RowsNodeOp-float32_2x256-rhs1-uint32_2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_596 uint32 [2]
after: var_596 uint32 [2] var_596-ConstantNode-uint32_2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_597 float32 [2x256]
after: var_597 float32 [2x256] var_597-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_595 float32 [2x256] var_597-RowsNodeOp-float32_2x256-rhs0-float32_2x256.bin
  - var_596 uint32 [2] var_597-RowsNodeOp-float32_2x256-rhs1-uint32_2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_600 uint32 [2]
after: var_600 uint32 [2] var_600-ConstantNode-uint32_2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_601 float32 [2x256]
after: var_601 float32 [2x256] var_601-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_599 float32 [2x256] var_601-RowsNodeOp-float32_2x256-rhs0-float32_2x256.bin
  - var_600 uint32 [2] var_601-RowsNodeOp-float32_2x256-rhs1-uint32_2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_604 uint32 [2]
after: var_604 uint32 [2] var_604-ConstantNode-uint32_2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_605 float32 [2x256]
after: var_605 float32 [2x256] var_605-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_603 float32 [2x256] var_605-RowsNodeOp-float32_2x256-rhs0-float32_2x256.bin
  - var_604 uint32 [2] var_605-RowsNodeOp-float32_2x256-rhs1-uint32_2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_607 uint32 [2] data_0
after: var_607 uint32 [2] data_0 var_607-ConstantNode-uint32_2_data_0-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_608 float32 [2x256]
after: var_608 float32 [2x256] var_608-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_0 float32 [32000x256] F0::Wemb var_608-RowsNodeOp-float32_2x256-rhs0-float32_32000x256_Wemb.bin
  - var_607 uint32 [2] data_0 var_608-RowsNodeOp-float32_2x256-rhs1-uint32_2_data_0.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_610 float32 [1x1x2x256]
after: var_610 float32 [1x1x2x256] var_610-ScalarMultNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_609 float32 [1x1x2x256] var_610-ScalarMultNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_611 float32 [1x1x256]
after: var_611 float32 [1x1x256] var_611-ConstantNode-float32_1x1x256-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_612 float32 [1x1x2x256]
after: var_612 float32 [1x1x2x256] var_612-PlusNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_610 float32 [1x1x2x256] var_612-PlusNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin
  - var_611 float32 [1x1x256] var_612-PlusNodeOp-float32_1x1x2x256-rhs1-float32_1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_613 float32 [1x2x1x256]
after: var_613 float32 [1x2x1x256] var_613-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_612 float32 [1x1x2x256] var_613-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_614 float32 [1x1x1]
after: var_614 float32 [1x1x1] var_614-ConstantNode-float32_1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_615 float32 [1x2x4x256]
after: var_615 float32 [1x2x4x256] var_615-TransposeNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_395 float32 [1x4x2x256] var_615-TransposeNodeOp-float32_1x2x4x256-rhs0-float32_1x4x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_616 float32 [1x2x4x1]
after: var_616 float32 [1x2x4x1] var_616-TransposeNodeOp-float32_1x2x4x1-lhs.bin
operands: 
  - var_9 float32 [1x4x2x1] var_616-TransposeNodeOp-float32_1x2x4x1-rhs0-float32_1x4x2x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 728
fn: "marian::NegNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = -_2, val_, child(0)->val()) }
before: var_618 float32 [1x2x1x4]
after: var_618 float32 [1x2x1x4] var_618-NegNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_617 float32 [1x2x1x4] var_618-NegNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 42
fn: "marian::ScalarAddNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + scalar_, val_, child(0)->val()) }
before: var_619 float32 [1x2x1x4]
after: var_619 float32 [1x2x1x4] var_619-ScalarAddNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_618 float32 [1x2x1x4] var_619-ScalarAddNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_620 float32 [1x2x1x4]
after: var_620 float32 [1x2x1x4] var_620-ScalarMultNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_619 float32 [1x2x1x4] var_620-ScalarMultNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_622 float32 [1x1x2x256]
after: var_622 float32 [1x1x2x256] var_622-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_613 float32 [1x2x1x256] var_622-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_623 int8 [1x1x2x256] none_shifted
after: var_623 int8 [1x1x2x256] none_shifted var_623-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_622 float32 [1x1x2x256] var_623-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_409 float32 [1] F0::decoder_l1_rnn_W_QuantMultA var_623-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l1_rnn_W_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_624 float32 [1x1x2x256]
after: var_624 float32 [1x1x2x256] var_624-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_623 int8 [1x1x2x256] none_shifted var_624-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W var_624-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l1_rnn_W.bin
  - var_412 float32 [1x256] F0::decoder_l1_rnn_W_FakeBias var_624-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l1_rnn_W_FakeBias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_625 int8 [1x1x2x256] none_shifted
after: var_625 int8 [1x1x2x256] none_shifted var_625-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_622 float32 [1x1x2x256] var_625-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_414 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultA var_625-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l1_rnn_Wf_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_626 float32 [1x1x2x256]
after: var_626 float32 [1x1x2x256] var_626-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_625 int8 [1x1x2x256] none_shifted var_626-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_626-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l1_rnn_Wf.bin
  - var_417 float32 [1x256] F0::decoder_l1_rnn_bf_Prepared var_626-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l1_rnn_bf_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1262
fn: "marian::HighwayNodeOp::forwardOps()::<lambda()>"
op: { HighwayForward( val_, child(0)->val(), child(1)->val(), child(2)->val()) }
before: var_627 float32 [1x1x2x256]
after: var_627 float32 [1x1x2x256] var_627-HighwayNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_598 float32 [1x1x2x256] var_627-HighwayNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin
  - var_624 float32 [1x1x2x256] var_627-HighwayNodeOp-float32_1x1x2x256-rhs1-float32_1x1x2x256.bin
  - var_626 float32 [1x1x2x256] var_627-HighwayNodeOp-float32_1x1x2x256-rhs2-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_628 float32 [1x1x2x256]
after: var_628 float32 [1x1x2x256] var_628-ReLUNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_627 float32 [1x1x2x256] var_628-ReLUNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_629 float32 [1x2x1x256]
after: var_629 float32 [1x2x1x256] var_629-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_628 float32 [1x1x2x256] var_629-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_630 float32 [1x2x1x256]
after: var_630 float32 [1x2x1x256] var_630-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_629 float32 [1x2x1x256] var_630-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_613 float32 [1x2x1x256] var_630-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_631 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale
after: var_631 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_631-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_632 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias
after: var_632 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_632-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_633 float32 [1x2x1x256]
after: var_633 float32 [1x2x1x256] var_633-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_630 float32 [1x2x1x256] var_633-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_631 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_633-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_rnn_ffn_ln_scale.bin
  - var_632 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_633-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_rnn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_634 intgemm8 [256x256] F0::decoder_l1_context_Wq
after: var_634 intgemm8 [256x256] F0::decoder_l1_context_Wq var_634-ParamNode-intgemm8_256x256_decoder_l1_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_635 float32 [1x256] F0::decoder_l1_context_bq
after: var_635 float32 [1x256] F0::decoder_l1_context_bq var_635-ParamNode-float32_1x256_decoder_l1_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_636 int8 [1x2x1x256] none_shifted
after: var_636 int8 [1x2x1x256] none_shifted var_636-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_633 float32 [1x2x1x256] var_636-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_428 float32 [1] F0::decoder_l1_context_Wq_QuantMultA var_636-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_637 float32 [1x2x1x256]
after: var_637 float32 [1x2x1x256] var_637-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_636 int8 [1x2x1x256] none_shifted var_637-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_634 intgemm8 [256x256] F0::decoder_l1_context_Wq var_637-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l1_context_Wq.bin
  - var_431 float32 [1x256] F0::decoder_l1_context_bq_Prepared var_637-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_639 float32 [2x8x1x32]
after: var_639 float32 [2x8x1x32] var_639-TransposeNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_638 float32 [2x1x8x32] var_639-TransposeNodeOp-float32_2x8x1x32-rhs0-float32_2x1x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_640 float32 [2x8x1x4]
after: var_640 float32 [2x8x1x4] var_640-DotBatchedNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_639 float32 [2x8x1x32] var_640-DotBatchedNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x32.bin
  - var_443 float32 [2x8x4x32] var_640-DotBatchedNodeOp-float32_2x8x1x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_641 float32 [2x8x1x4]
after: var_641 float32 [2x8x1x4] var_641-PlusNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_640 float32 [2x8x1x4] var_641-PlusNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin
  - var_621 float32 [2x1x1x4] var_641-PlusNodeOp-float32_2x8x1x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_642 float32 [2x8x1x4]
after: var_642 float32 [2x8x1x4] var_642-SoftmaxNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_641 float32 [2x8x1x4] var_642-SoftmaxNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_643 float32 [2x8x1x32]
after: var_643 float32 [2x8x1x32] var_643-DotBatchedNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_642 float32 [2x8x1x4] var_643-DotBatchedNodeOp-float32_2x8x1x32-rhs0-float32_2x8x1x4.bin
  - var_452 float32 [2x8x4x32] var_643-DotBatchedNodeOp-float32_2x8x1x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_644 float32 [2x1x8x32]
after: var_644 float32 [2x1x8x32] var_644-TransposeNodeOp-float32_2x1x8x32-lhs.bin
operands: 
  - var_643 float32 [2x8x1x32] var_644-TransposeNodeOp-float32_2x1x8x32-rhs0-float32_2x8x1x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_646 intgemm8 [256x256] F0::decoder_l1_context_Wo
after: var_646 intgemm8 [256x256] F0::decoder_l1_context_Wo var_646-ParamNode-intgemm8_256x256_decoder_l1_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_647 float32 [1x256] F0::decoder_l1_context_bo
after: var_647 float32 [1x256] F0::decoder_l1_context_bo var_647-ParamNode-float32_1x256_decoder_l1_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_648 int8 [1x2x1x256] none_shifted
after: var_648 int8 [1x2x1x256] none_shifted var_648-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_645 float32 [1x2x1x256] var_648-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_461 float32 [1] F0::decoder_l1_context_Wo_QuantMultA var_648-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_649 float32 [1x2x1x256]
after: var_649 float32 [1x2x1x256] var_649-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_648 int8 [1x2x1x256] none_shifted var_649-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_646 intgemm8 [256x256] F0::decoder_l1_context_Wo var_649-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l1_context_Wo.bin
  - var_464 float32 [1x256] F0::decoder_l1_context_bo_Prepared var_649-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_650 float32 [1x2x1x256]
after: var_650 float32 [1x2x1x256] var_650-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_649 float32 [1x2x1x256] var_650-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_633 float32 [1x2x1x256] var_650-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_651 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale
after: var_651 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_651-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_652 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias
after: var_652 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_652-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_653 float32 [1x2x1x256]
after: var_653 float32 [1x2x1x256] var_653-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_650 float32 [1x2x1x256] var_653-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_651 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_653-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_context_Wo_ln_scale.bin
  - var_652 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_653-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_654 intgemm8 [256x1536] F0::decoder_l1_ffn_W1
after: var_654 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_654-ParamNode-intgemm8_256x1536_decoder_l1_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_655 float32 [1x1536] F0::decoder_l1_ffn_b1
after: var_655 float32 [1x1536] F0::decoder_l1_ffn_b1 var_655-ParamNode-float32_1x1536_decoder_l1_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_656 int8 [1x2x1x256] none_shifted
after: var_656 int8 [1x2x1x256] none_shifted var_656-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_653 float32 [1x2x1x256] var_656-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_472 float32 [1] F0::decoder_l1_ffn_W1_QuantMultA var_656-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_657 float32 [1x2x1x1536]
after: var_657 float32 [1x2x1x1536] var_657-cpu-float32_1x2x1x1536-lhs.bin
operands: 
  - var_656 int8 [1x2x1x256] none_shifted var_657-cpu-float32_1x2x1x1536-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_654 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_657-cpu-float32_1x2x1x1536-rhs1-intgemm8_256x1536_decoder_l1_ffn_W1.bin
  - var_475 float32 [1x1536] F0::decoder_l1_ffn_b1_Prepared var_657-cpu-float32_1x2x1x1536-rhs2-float32_1x1536_decoder_l1_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_658 float32 [1x2x1x1536]
after: var_658 float32 [1x2x1x1536] var_658-ReLUNodeOp-float32_1x2x1x1536-lhs.bin
operands: 
  - var_657 float32 [1x2x1x1536] var_658-ReLUNodeOp-float32_1x2x1x1536-rhs0-float32_1x2x1x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_659 intgemm8 [1536x256] F0::decoder_l1_ffn_W2
after: var_659 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_659-ParamNode-intgemm8_1536x256_decoder_l1_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_660 float32 [1x256] F0::decoder_l1_ffn_b2
after: var_660 float32 [1x256] F0::decoder_l1_ffn_b2 var_660-ParamNode-float32_1x256_decoder_l1_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_661 int8 [1x2x1x1536] none_shifted
after: var_661 int8 [1x2x1x1536] none_shifted var_661-cpu-int8_1x2x1x1536_none_shifted-lhs.bin
operands: 
  - var_658 float32 [1x2x1x1536] var_661-cpu-int8_1x2x1x1536_none_shifted-rhs0-float32_1x2x1x1536.bin
  - var_480 float32 [1] F0::decoder_l1_ffn_W2_QuantMultA var_661-cpu-int8_1x2x1x1536_none_shifted-rhs1-float32_1_decoder_l1_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_662 float32 [1x2x1x256]
after: var_662 float32 [1x2x1x256] var_662-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_661 int8 [1x2x1x1536] none_shifted var_662-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x1536_none_shifted.bin
  - var_659 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_662-cpu-float32_1x2x1x256-rhs1-intgemm8_1536x256_decoder_l1_ffn_W2.bin
  - var_483 float32 [1x256] F0::decoder_l1_ffn_b2_Prepared var_662-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_663 float32 [1x2x1x256]
after: var_663 float32 [1x2x1x256] var_663-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_662 float32 [1x2x1x256] var_663-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_653 float32 [1x2x1x256] var_663-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_664 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale
after: var_664 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_664-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_665 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias
after: var_665 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_665-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_666 float32 [1x2x1x256]
after: var_666 float32 [1x2x1x256] var_666-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_663 float32 [1x2x1x256] var_666-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_664 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_666-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_ffn_ffn_ln_scale.bin
  - var_665 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_666-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_667 float32 [1x1x2x256]
after: var_667 float32 [1x1x2x256] var_667-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_666 float32 [1x2x1x256] var_667-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_668 int8 [1x1x2x256] none_shifted
after: var_668 int8 [1x1x2x256] none_shifted var_668-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_667 float32 [1x1x2x256] var_668-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_493 float32 [1] F0::decoder_l2_rnn_W_QuantMultA var_668-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l2_rnn_W_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_669 float32 [1x1x2x256]
after: var_669 float32 [1x1x2x256] var_669-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_668 int8 [1x1x2x256] none_shifted var_669-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W var_669-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l2_rnn_W.bin
  - var_496 float32 [1x256] F0::decoder_l2_rnn_W_FakeBias var_669-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l2_rnn_W_FakeBias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_670 int8 [1x1x2x256] none_shifted
after: var_670 int8 [1x1x2x256] none_shifted var_670-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_667 float32 [1x1x2x256] var_670-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_498 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultA var_670-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l2_rnn_Wf_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_671 float32 [1x1x2x256]
after: var_671 float32 [1x1x2x256] var_671-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_670 int8 [1x1x2x256] none_shifted var_671-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_671-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l2_rnn_Wf.bin
  - var_501 float32 [1x256] F0::decoder_l2_rnn_bf_Prepared var_671-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l2_rnn_bf_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1262
fn: "marian::HighwayNodeOp::forwardOps()::<lambda()>"
op: { HighwayForward( val_, child(0)->val(), child(1)->val(), child(2)->val()) }
before: var_672 float32 [1x1x2x256]
after: var_672 float32 [1x1x2x256] var_672-HighwayNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_606 float32 [1x1x2x256] var_672-HighwayNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin
  - var_669 float32 [1x1x2x256] var_672-HighwayNodeOp-float32_1x1x2x256-rhs1-float32_1x1x2x256.bin
  - var_671 float32 [1x1x2x256] var_672-HighwayNodeOp-float32_1x1x2x256-rhs2-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_673 float32 [1x1x2x256]
after: var_673 float32 [1x1x2x256] var_673-ReLUNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_672 float32 [1x1x2x256] var_673-ReLUNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_674 float32 [1x2x1x256]
after: var_674 float32 [1x2x1x256] var_674-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_673 float32 [1x1x2x256] var_674-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_675 float32 [1x2x1x256]
after: var_675 float32 [1x2x1x256] var_675-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_674 float32 [1x2x1x256] var_675-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_666 float32 [1x2x1x256] var_675-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_676 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale
after: var_676 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_676-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_677 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias
after: var_677 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_677-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_678 float32 [1x2x1x256]
after: var_678 float32 [1x2x1x256] var_678-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_675 float32 [1x2x1x256] var_678-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_676 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_678-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_rnn_ffn_ln_scale.bin
  - var_677 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_678-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_rnn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_679 intgemm8 [256x256] F0::decoder_l2_context_Wq
after: var_679 intgemm8 [256x256] F0::decoder_l2_context_Wq var_679-ParamNode-intgemm8_256x256_decoder_l2_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_680 float32 [1x256] F0::decoder_l2_context_bq
after: var_680 float32 [1x256] F0::decoder_l2_context_bq var_680-ParamNode-float32_1x256_decoder_l2_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_681 int8 [1x2x1x256] none_shifted
after: var_681 int8 [1x2x1x256] none_shifted var_681-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_678 float32 [1x2x1x256] var_681-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_512 float32 [1] F0::decoder_l2_context_Wq_QuantMultA var_681-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_682 float32 [1x2x1x256]
after: var_682 float32 [1x2x1x256] var_682-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_681 int8 [1x2x1x256] none_shifted var_682-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_679 intgemm8 [256x256] F0::decoder_l2_context_Wq var_682-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l2_context_Wq.bin
  - var_515 float32 [1x256] F0::decoder_l2_context_bq_Prepared var_682-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_684 float32 [2x8x1x32]
after: var_684 float32 [2x8x1x32] var_684-TransposeNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_683 float32 [2x1x8x32] var_684-TransposeNodeOp-float32_2x8x1x32-rhs0-float32_2x1x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_685 float32 [2x8x1x4]
after: var_685 float32 [2x8x1x4] var_685-DotBatchedNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_684 float32 [2x8x1x32] var_685-DotBatchedNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x32.bin
  - var_527 float32 [2x8x4x32] var_685-DotBatchedNodeOp-float32_2x8x1x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_686 float32 [2x8x1x4]
after: var_686 float32 [2x8x1x4] var_686-PlusNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_685 float32 [2x8x1x4] var_686-PlusNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin
  - var_621 float32 [2x1x1x4] var_686-PlusNodeOp-float32_2x8x1x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_687 float32 [2x8x1x4]
after: var_687 float32 [2x8x1x4] var_687-SoftmaxNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_686 float32 [2x8x1x4] var_687-SoftmaxNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_688 uint32 [1x1x1x1]
after: var_688 uint32 [1x1x1x1] var_688-ConstantNode-uint32_1x1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 740
fn: "marian::GatherNodeOp::forwardOps()::<lambda()>"
op: { Select(val_, child(0)->val(), child(1)->val(), axis_) }
before: var_689 float32 [2x1x1x4]
after: var_689 float32 [2x1x1x4] var_689-GatherNodeOp-float32_2x1x1x4-lhs.bin
operands: 
  - var_687 float32 [2x8x1x4] var_689-GatherNodeOp-float32_2x1x1x4-rhs0-float32_2x8x1x4.bin
  - var_688 uint32 [1x1x1x1] var_689-GatherNodeOp-float32_2x1x1x4-rhs1-uint32_1x1x1x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_691 float32 [1x4x2x1]
after: var_691 float32 [1x4x2x1] var_691-TransposeNodeOp-float32_1x4x2x1-lhs.bin
operands: 
  - var_690 float32 [1x2x1x4] var_691-TransposeNodeOp-float32_1x4x2x1-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_692 float32 [2x8x1x32]
after: var_692 float32 [2x8x1x32] var_692-DotBatchedNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_687 float32 [2x8x1x4] var_692-DotBatchedNodeOp-float32_2x8x1x32-rhs0-float32_2x8x1x4.bin
  - var_536 float32 [2x8x4x32] var_692-DotBatchedNodeOp-float32_2x8x1x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_693 float32 [2x1x8x32]
after: var_693 float32 [2x1x8x32] var_693-TransposeNodeOp-float32_2x1x8x32-lhs.bin
operands: 
  - var_692 float32 [2x8x1x32] var_693-TransposeNodeOp-float32_2x1x8x32-rhs0-float32_2x8x1x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_695 intgemm8 [256x256] F0::decoder_l2_context_Wo
after: var_695 intgemm8 [256x256] F0::decoder_l2_context_Wo var_695-ParamNode-intgemm8_256x256_decoder_l2_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_696 float32 [1x256] F0::decoder_l2_context_bo
after: var_696 float32 [1x256] F0::decoder_l2_context_bo var_696-ParamNode-float32_1x256_decoder_l2_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_697 int8 [1x2x1x256] none_shifted
after: var_697 int8 [1x2x1x256] none_shifted var_697-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_694 float32 [1x2x1x256] var_697-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_549 float32 [1] F0::decoder_l2_context_Wo_QuantMultA var_697-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_698 float32 [1x2x1x256]
after: var_698 float32 [1x2x1x256] var_698-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_697 int8 [1x2x1x256] none_shifted var_698-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_695 intgemm8 [256x256] F0::decoder_l2_context_Wo var_698-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l2_context_Wo.bin
  - var_552 float32 [1x256] F0::decoder_l2_context_bo_Prepared var_698-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_699 float32 [1x2x1x256]
after: var_699 float32 [1x2x1x256] var_699-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_698 float32 [1x2x1x256] var_699-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_678 float32 [1x2x1x256] var_699-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_700 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale
after: var_700 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_700-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_701 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias
after: var_701 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_701-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_702 float32 [1x2x1x256]
after: var_702 float32 [1x2x1x256] var_702-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_699 float32 [1x2x1x256] var_702-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_700 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_702-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_context_Wo_ln_scale.bin
  - var_701 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_702-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_703 intgemm8 [256x1536] F0::decoder_l2_ffn_W1
after: var_703 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_703-ParamNode-intgemm8_256x1536_decoder_l2_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_704 float32 [1x1536] F0::decoder_l2_ffn_b1
after: var_704 float32 [1x1536] F0::decoder_l2_ffn_b1 var_704-ParamNode-float32_1x1536_decoder_l2_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_705 int8 [1x2x1x256] none_shifted
after: var_705 int8 [1x2x1x256] none_shifted var_705-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_702 float32 [1x2x1x256] var_705-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_560 float32 [1] F0::decoder_l2_ffn_W1_QuantMultA var_705-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_706 float32 [1x2x1x1536]
after: var_706 float32 [1x2x1x1536] var_706-cpu-float32_1x2x1x1536-lhs.bin
operands: 
  - var_705 int8 [1x2x1x256] none_shifted var_706-cpu-float32_1x2x1x1536-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_703 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_706-cpu-float32_1x2x1x1536-rhs1-intgemm8_256x1536_decoder_l2_ffn_W1.bin
  - var_563 float32 [1x1536] F0::decoder_l2_ffn_b1_Prepared var_706-cpu-float32_1x2x1x1536-rhs2-float32_1x1536_decoder_l2_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_707 float32 [1x2x1x1536]
after: var_707 float32 [1x2x1x1536] var_707-ReLUNodeOp-float32_1x2x1x1536-lhs.bin
operands: 
  - var_706 float32 [1x2x1x1536] var_707-ReLUNodeOp-float32_1x2x1x1536-rhs0-float32_1x2x1x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_708 intgemm8 [1536x256] F0::decoder_l2_ffn_W2
after: var_708 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_708-ParamNode-intgemm8_1536x256_decoder_l2_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_709 float32 [1x256] F0::decoder_l2_ffn_b2
after: var_709 float32 [1x256] F0::decoder_l2_ffn_b2 var_709-ParamNode-float32_1x256_decoder_l2_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_710 int8 [1x2x1x1536] none_shifted
after: var_710 int8 [1x2x1x1536] none_shifted var_710-cpu-int8_1x2x1x1536_none_shifted-lhs.bin
operands: 
  - var_707 float32 [1x2x1x1536] var_710-cpu-int8_1x2x1x1536_none_shifted-rhs0-float32_1x2x1x1536.bin
  - var_568 float32 [1] F0::decoder_l2_ffn_W2_QuantMultA var_710-cpu-int8_1x2x1x1536_none_shifted-rhs1-float32_1_decoder_l2_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_711 float32 [1x2x1x256]
after: var_711 float32 [1x2x1x256] var_711-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_710 int8 [1x2x1x1536] none_shifted var_711-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x1536_none_shifted.bin
  - var_708 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_711-cpu-float32_1x2x1x256-rhs1-intgemm8_1536x256_decoder_l2_ffn_W2.bin
  - var_571 float32 [1x256] F0::decoder_l2_ffn_b2_Prepared var_711-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_712 float32 [1x2x1x256]
after: var_712 float32 [1x2x1x256] var_712-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_711 float32 [1x2x1x256] var_712-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_702 float32 [1x2x1x256] var_712-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_713 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale
after: var_713 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_713-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_714 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias
after: var_714 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_714-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_715 float32 [1x2x1x256]
after: var_715 float32 [1x2x1x256] var_715-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_712 float32 [1x2x1x256] var_715-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_713 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_715-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_ffn_ffn_ln_scale.bin
  - var_714 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_715-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_716 float32 [1x1x2x256]
after: var_716 float32 [1x1x2x256] var_716-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_715 float32 [1x2x1x256] var_716-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_717 float32 [1] F0::Wemb_QuantMultA
after: var_717 float32 [1] F0::Wemb_QuantMultA var_717-cpu-float32_1_Wemb_QuantMultA-lhs.bin
operands: 
  - var_583 intgemm8 [256x176] F0::Wemb var_717-cpu-float32_1_Wemb_QuantMultA-rhs0-intgemm8_256x176_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_718 int8 [1x1x2x256] none_shifted
after: var_718 int8 [1x1x2x256] none_shifted var_718-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_716 float32 [1x1x2x256] var_718-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_717 float32 [1] F0::Wemb_QuantMultA var_718-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_Wemb_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_719 float32 [1] F0::Wemb_QuantMultB
after: var_719 float32 [1] F0::Wemb_QuantMultB var_719-cpu-float32_1_Wemb_QuantMultB-lhs.bin
operands: 
  - var_583 intgemm8 [256x176] F0::Wemb var_719-cpu-float32_1_Wemb_QuantMultB-rhs0-intgemm8_256x176_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_720 float32 [1x1x2x176]
after: var_720 float32 [1x1x2x176] var_720-cpu-float32_1x1x2x176-lhs.bin
operands: 
  - var_718 int8 [1x1x2x256] none_shifted var_720-cpu-float32_1x1x2x176-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_583 intgemm8 [256x176] F0::Wemb var_720-cpu-float32_1x1x2x176-rhs1-intgemm8_256x176_Wemb.bin
  - var_585 float32 [1x176] var_720-cpu-float32_1x1x2x176-rhs2-float32_1x176.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_721 float32 [1x1x2x176]
after: var_721 float32 [1x1x2x176] var_721-PlusNodeOp-float32_1x1x2x176-lhs.bin
operands: 
  - var_590 float32 [1x1x2x1] var_721-PlusNodeOp-float32_1x1x2x176-rhs0-float32_1x1x2x1.bin
  - var_720 float32 [1x1x2x176] var_721-PlusNodeOp-float32_1x1x2x176-rhs1-float32_1x1x2x176.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_723 float32 [1x1x2x1]
after: var_723 float32 [1x1x2x1] var_723-ConstantNode-float32_1x1x2x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_725 uint32 [2]
after: var_725 uint32 [2] var_725-ConstantNode-uint32_2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_726 float32 [2x256]
after: var_726 float32 [2x256] var_726-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_724 float32 [2x256] var_726-RowsNodeOp-float32_2x256-rhs0-float32_2x256.bin
  - var_725 uint32 [2] var_726-RowsNodeOp-float32_2x256-rhs1-uint32_2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_729 uint32 [2]
after: var_729 uint32 [2] var_729-ConstantNode-uint32_2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_730 float32 [2x256]
after: var_730 float32 [2x256] var_730-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_728 float32 [2x256] var_730-RowsNodeOp-float32_2x256-rhs0-float32_2x256.bin
  - var_729 uint32 [2] var_730-RowsNodeOp-float32_2x256-rhs1-uint32_2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_733 uint32 [2]
after: var_733 uint32 [2] var_733-ConstantNode-uint32_2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_734 float32 [2x256]
after: var_734 float32 [2x256] var_734-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_732 float32 [2x256] var_734-RowsNodeOp-float32_2x256-rhs0-float32_2x256.bin
  - var_733 uint32 [2] var_734-RowsNodeOp-float32_2x256-rhs1-uint32_2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_737 uint32 [2]
after: var_737 uint32 [2] var_737-ConstantNode-uint32_2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_738 float32 [2x256]
after: var_738 float32 [2x256] var_738-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_736 float32 [2x256] var_738-RowsNodeOp-float32_2x256-rhs0-float32_2x256.bin
  - var_737 uint32 [2] var_738-RowsNodeOp-float32_2x256-rhs1-uint32_2.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_740 uint32 [2] data_0
after: var_740 uint32 [2] data_0 var_740-ConstantNode-uint32_2_data_0-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_741 float32 [2x256]
after: var_741 float32 [2x256] var_741-RowsNodeOp-float32_2x256-lhs.bin
operands: 
  - var_0 float32 [32000x256] F0::Wemb var_741-RowsNodeOp-float32_2x256-rhs0-float32_32000x256_Wemb.bin
  - var_740 uint32 [2] data_0 var_741-RowsNodeOp-float32_2x256-rhs1-uint32_2_data_0.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_743 float32 [1x1x2x256]
after: var_743 float32 [1x1x2x256] var_743-ScalarMultNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_742 float32 [1x1x2x256] var_743-ScalarMultNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_744 float32 [1x1x256]
after: var_744 float32 [1x1x256] var_744-ConstantNode-float32_1x1x256-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_745 float32 [1x1x2x256]
after: var_745 float32 [1x1x2x256] var_745-PlusNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_743 float32 [1x1x2x256] var_745-PlusNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin
  - var_744 float32 [1x1x256] var_745-PlusNodeOp-float32_1x1x2x256-rhs1-float32_1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_746 float32 [1x2x1x256]
after: var_746 float32 [1x2x1x256] var_746-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_745 float32 [1x1x2x256] var_746-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_747 float32 [1x1x1]
after: var_747 float32 [1x1x1] var_747-ConstantNode-float32_1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_748 float32 [1x2x4x256]
after: var_748 float32 [1x2x4x256] var_748-TransposeNodeOp-float32_1x2x4x256-lhs.bin
operands: 
  - var_395 float32 [1x4x2x256] var_748-TransposeNodeOp-float32_1x2x4x256-rhs0-float32_1x4x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_749 float32 [1x2x4x1]
after: var_749 float32 [1x2x4x1] var_749-TransposeNodeOp-float32_1x2x4x1-lhs.bin
operands: 
  - var_9 float32 [1x4x2x1] var_749-TransposeNodeOp-float32_1x2x4x1-rhs0-float32_1x4x2x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 728
fn: "marian::NegNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = -_2, val_, child(0)->val()) }
before: var_751 float32 [1x2x1x4]
after: var_751 float32 [1x2x1x4] var_751-NegNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_750 float32 [1x2x1x4] var_751-NegNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 42
fn: "marian::ScalarAddNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + scalar_, val_, child(0)->val()) }
before: var_752 float32 [1x2x1x4]
after: var_752 float32 [1x2x1x4] var_752-ScalarAddNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_751 float32 [1x2x1x4] var_752-ScalarAddNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_753 float32 [1x2x1x4]
after: var_753 float32 [1x2x1x4] var_753-ScalarMultNodeOp-float32_1x2x1x4-lhs.bin
operands: 
  - var_752 float32 [1x2x1x4] var_753-ScalarMultNodeOp-float32_1x2x1x4-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_755 float32 [1x1x2x256]
after: var_755 float32 [1x1x2x256] var_755-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_746 float32 [1x2x1x256] var_755-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_756 int8 [1x1x2x256] none_shifted
after: var_756 int8 [1x1x2x256] none_shifted var_756-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_755 float32 [1x1x2x256] var_756-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_409 float32 [1] F0::decoder_l1_rnn_W_QuantMultA var_756-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l1_rnn_W_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_757 float32 [1x1x2x256]
after: var_757 float32 [1x1x2x256] var_757-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_756 int8 [1x1x2x256] none_shifted var_757-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W var_757-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l1_rnn_W.bin
  - var_412 float32 [1x256] F0::decoder_l1_rnn_W_FakeBias var_757-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l1_rnn_W_FakeBias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_758 int8 [1x1x2x256] none_shifted
after: var_758 int8 [1x1x2x256] none_shifted var_758-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_755 float32 [1x1x2x256] var_758-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_414 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultA var_758-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l1_rnn_Wf_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_759 float32 [1x1x2x256]
after: var_759 float32 [1x1x2x256] var_759-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_758 int8 [1x1x2x256] none_shifted var_759-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_759-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l1_rnn_Wf.bin
  - var_417 float32 [1x256] F0::decoder_l1_rnn_bf_Prepared var_759-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l1_rnn_bf_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1262
fn: "marian::HighwayNodeOp::forwardOps()::<lambda()>"
op: { HighwayForward( val_, child(0)->val(), child(1)->val(), child(2)->val()) }
before: var_760 float32 [1x1x2x256]
after: var_760 float32 [1x1x2x256] var_760-HighwayNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_731 float32 [1x1x2x256] var_760-HighwayNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin
  - var_757 float32 [1x1x2x256] var_760-HighwayNodeOp-float32_1x1x2x256-rhs1-float32_1x1x2x256.bin
  - var_759 float32 [1x1x2x256] var_760-HighwayNodeOp-float32_1x1x2x256-rhs2-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_761 float32 [1x1x2x256]
after: var_761 float32 [1x1x2x256] var_761-ReLUNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_760 float32 [1x1x2x256] var_761-ReLUNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_762 float32 [1x2x1x256]
after: var_762 float32 [1x2x1x256] var_762-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_761 float32 [1x1x2x256] var_762-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_763 float32 [1x2x1x256]
after: var_763 float32 [1x2x1x256] var_763-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_762 float32 [1x2x1x256] var_763-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_746 float32 [1x2x1x256] var_763-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_764 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale
after: var_764 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_764-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_765 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias
after: var_765 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_765-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_766 float32 [1x2x1x256]
after: var_766 float32 [1x2x1x256] var_766-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_763 float32 [1x2x1x256] var_766-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_764 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_766-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_rnn_ffn_ln_scale.bin
  - var_765 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_766-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_rnn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_767 intgemm8 [256x256] F0::decoder_l1_context_Wq
after: var_767 intgemm8 [256x256] F0::decoder_l1_context_Wq var_767-ParamNode-intgemm8_256x256_decoder_l1_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_768 float32 [1x256] F0::decoder_l1_context_bq
after: var_768 float32 [1x256] F0::decoder_l1_context_bq var_768-ParamNode-float32_1x256_decoder_l1_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_769 int8 [1x2x1x256] none_shifted
after: var_769 int8 [1x2x1x256] none_shifted var_769-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_766 float32 [1x2x1x256] var_769-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_428 float32 [1] F0::decoder_l1_context_Wq_QuantMultA var_769-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_770 float32 [1x2x1x256]
after: var_770 float32 [1x2x1x256] var_770-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_769 int8 [1x2x1x256] none_shifted var_770-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_767 intgemm8 [256x256] F0::decoder_l1_context_Wq var_770-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l1_context_Wq.bin
  - var_431 float32 [1x256] F0::decoder_l1_context_bq_Prepared var_770-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_772 float32 [2x8x1x32]
after: var_772 float32 [2x8x1x32] var_772-TransposeNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_771 float32 [2x1x8x32] var_772-TransposeNodeOp-float32_2x8x1x32-rhs0-float32_2x1x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_773 float32 [2x8x1x4]
after: var_773 float32 [2x8x1x4] var_773-DotBatchedNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_772 float32 [2x8x1x32] var_773-DotBatchedNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x32.bin
  - var_443 float32 [2x8x4x32] var_773-DotBatchedNodeOp-float32_2x8x1x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_774 float32 [2x8x1x4]
after: var_774 float32 [2x8x1x4] var_774-PlusNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_773 float32 [2x8x1x4] var_774-PlusNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin
  - var_754 float32 [2x1x1x4] var_774-PlusNodeOp-float32_2x8x1x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_775 float32 [2x8x1x4]
after: var_775 float32 [2x8x1x4] var_775-SoftmaxNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_774 float32 [2x8x1x4] var_775-SoftmaxNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_776 float32 [2x8x1x32]
after: var_776 float32 [2x8x1x32] var_776-DotBatchedNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_775 float32 [2x8x1x4] var_776-DotBatchedNodeOp-float32_2x8x1x32-rhs0-float32_2x8x1x4.bin
  - var_452 float32 [2x8x4x32] var_776-DotBatchedNodeOp-float32_2x8x1x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_777 float32 [2x1x8x32]
after: var_777 float32 [2x1x8x32] var_777-TransposeNodeOp-float32_2x1x8x32-lhs.bin
operands: 
  - var_776 float32 [2x8x1x32] var_777-TransposeNodeOp-float32_2x1x8x32-rhs0-float32_2x8x1x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_779 intgemm8 [256x256] F0::decoder_l1_context_Wo
after: var_779 intgemm8 [256x256] F0::decoder_l1_context_Wo var_779-ParamNode-intgemm8_256x256_decoder_l1_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_780 float32 [1x256] F0::decoder_l1_context_bo
after: var_780 float32 [1x256] F0::decoder_l1_context_bo var_780-ParamNode-float32_1x256_decoder_l1_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_781 int8 [1x2x1x256] none_shifted
after: var_781 int8 [1x2x1x256] none_shifted var_781-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_778 float32 [1x2x1x256] var_781-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_461 float32 [1] F0::decoder_l1_context_Wo_QuantMultA var_781-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_782 float32 [1x2x1x256]
after: var_782 float32 [1x2x1x256] var_782-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_781 int8 [1x2x1x256] none_shifted var_782-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_779 intgemm8 [256x256] F0::decoder_l1_context_Wo var_782-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l1_context_Wo.bin
  - var_464 float32 [1x256] F0::decoder_l1_context_bo_Prepared var_782-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_783 float32 [1x2x1x256]
after: var_783 float32 [1x2x1x256] var_783-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_782 float32 [1x2x1x256] var_783-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_766 float32 [1x2x1x256] var_783-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_784 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale
after: var_784 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_784-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_785 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias
after: var_785 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_785-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_786 float32 [1x2x1x256]
after: var_786 float32 [1x2x1x256] var_786-LayerNormalizationOp-float33_1x2x1x256-lhs.bin
operands: 
  - var_783 float32 [1x2x1x256] var_786-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_784 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_786-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_context_Wo_ln_scale.bin
  - var_785 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_786-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_context_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_787 intgemm8 [256x1536] F0::decoder_l1_ffn_W1
after: var_787 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_787-ParamNode-intgemm8_256x1536_decoder_l1_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_788 float32 [1x1536] F0::decoder_l1_ffn_b1
after: var_788 float32 [1x1536] F0::decoder_l1_ffn_b1 var_788-ParamNode-float32_1x1536_decoder_l1_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_789 int8 [1x2x1x256] none_shifted
after: var_789 int8 [1x2x1x256] none_shifted var_789-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_786 float32 [1x2x1x256] var_789-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_472 float32 [1] F0::decoder_l1_ffn_W1_QuantMultA var_789-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l1_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_790 float32 [1x2x1x1536]
after: var_790 float32 [1x2x1x1536] var_790-cpu-float32_1x2x1x1536-lhs.bin
operands: 
  - var_789 int8 [1x2x1x256] none_shifted var_790-cpu-float32_1x2x1x1536-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_787 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_790-cpu-float32_1x2x1x1536-rhs1-intgemm8_256x1536_decoder_l1_ffn_W1.bin
  - var_475 float32 [1x1536] F0::decoder_l1_ffn_b1_Prepared var_790-cpu-float32_1x2x1x1536-rhs2-float32_1x1536_decoder_l1_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_791 float32 [1x2x1x1536]
after: var_791 float32 [1x2x1x1536] var_791-ReLUNodeOp-float32_1x2x1x1536-lhs.bin
operands: 
  - var_790 float32 [1x2x1x1536] var_791-ReLUNodeOp-float32_1x2x1x1536-rhs0-float32_1x2x1x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_792 intgemm8 [1536x256] F0::decoder_l1_ffn_W2
after: var_792 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_792-ParamNode-intgemm8_1536x256_decoder_l1_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_793 float32 [1x256] F0::decoder_l1_ffn_b2
after: var_793 float32 [1x256] F0::decoder_l1_ffn_b2 var_793-ParamNode-float32_1x256_decoder_l1_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_794 int8 [1x2x1x1536] none_shifted
after: var_794 int8 [1x2x1x1536] none_shifted var_794-cpu-int8_1x2x1x1536_none_shifted-lhs.bin
operands: 
  - var_791 float32 [1x2x1x1536] var_794-cpu-int8_1x2x1x1536_none_shifted-rhs0-float32_1x2x1x1536.bin
  - var_480 float32 [1] F0::decoder_l1_ffn_W2_QuantMultA var_794-cpu-int8_1x2x1x1536_none_shifted-rhs1-float32_1_decoder_l1_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_795 float32 [1x2x1x256]
after: var_795 float32 [1x2x1x256] var_795-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_794 int8 [1x2x1x1536] none_shifted var_795-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x1536_none_shifted.bin
  - var_792 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_795-cpu-float32_1x2x1x256-rhs1-intgemm8_1536x256_decoder_l1_ffn_W2.bin
  - var_483 float32 [1x256] F0::decoder_l1_ffn_b2_Prepared var_795-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_796 float32 [1x2x1x256]
after: var_796 float32 [1x2x1x256] var_796-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_795 float32 [1x2x1x256] var_796-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_786 float32 [1x2x1x256] var_796-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_797 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale
after: var_797 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_797-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_798 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias
after: var_798 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_798-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_799 float32 [1x2x1x256]
after: var_799 float32 [1x2x1x256] var_799-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_796 float32 [1x2x1x256] var_799-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_797 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_799-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l1_ffn_ffn_ln_scale.bin
  - var_798 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_799-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l1_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_800 float32 [1x1x2x256]
after: var_800 float32 [1x1x2x256] var_800-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_799 float32 [1x2x1x256] var_800-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_801 int8 [1x1x2x256] none_shifted
after: var_801 int8 [1x1x2x256] none_shifted var_801-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_800 float32 [1x1x2x256] var_801-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_493 float32 [1] F0::decoder_l2_rnn_W_QuantMultA var_801-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l2_rnn_W_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_802 float32 [1x1x2x256]
after: var_802 float32 [1x1x2x256] var_802-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_801 int8 [1x1x2x256] none_shifted var_802-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W var_802-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l2_rnn_W.bin
  - var_496 float32 [1x256] F0::decoder_l2_rnn_W_FakeBias var_802-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l2_rnn_W_FakeBias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_803 int8 [1x1x2x256] none_shifted
after: var_803 int8 [1x1x2x256] none_shifted var_803-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_800 float32 [1x1x2x256] var_803-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_498 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultA var_803-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_decoder_l2_rnn_Wf_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_804 float32 [1x1x2x256]
after: var_804 float32 [1x1x2x256] var_804-cpu-float32_1x1x2x256-lhs.bin
operands: 
  - var_803 int8 [1x1x2x256] none_shifted var_804-cpu-float32_1x1x2x256-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_804-cpu-float32_1x1x2x256-rhs1-intgemm8_256x256_decoder_l2_rnn_Wf.bin
  - var_501 float32 [1x256] F0::decoder_l2_rnn_bf_Prepared var_804-cpu-float32_1x1x2x256-rhs2-float32_1x256_decoder_l2_rnn_bf_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1262
fn: "marian::HighwayNodeOp::forwardOps()::<lambda()>"
op: { HighwayForward( val_, child(0)->val(), child(1)->val(), child(2)->val()) }
before: var_805 float32 [1x1x2x256]
after: var_805 float32 [1x1x2x256] var_805-HighwayNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_739 float32 [1x1x2x256] var_805-HighwayNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin
  - var_802 float32 [1x1x2x256] var_805-HighwayNodeOp-float32_1x1x2x256-rhs1-float32_1x1x2x256.bin
  - var_804 float32 [1x1x2x256] var_805-HighwayNodeOp-float32_1x1x2x256-rhs2-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_806 float32 [1x1x2x256]
after: var_806 float32 [1x1x2x256] var_806-ReLUNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_805 float32 [1x1x2x256] var_806-ReLUNodeOp-float32_1x1x2x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_807 float32 [1x2x1x256]
after: var_807 float32 [1x2x1x256] var_807-TransposeNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_806 float32 [1x1x2x256] var_807-TransposeNodeOp-float32_1x2x1x256-rhs0-float32_1x1x2x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_808 float32 [1x2x1x256]
after: var_808 float32 [1x2x1x256] var_808-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_807 float32 [1x2x1x256] var_808-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_799 float32 [1x2x1x256] var_808-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_809 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale
after: var_809 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_809-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_810 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias
after: var_810 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_810-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_811 float32 [1x2x1x256]
after: var_811 float32 [1x2x1x256] var_811-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_808 float32 [1x2x1x256] var_811-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_809 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_811-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_rnn_ffn_ln_scale.bin
  - var_810 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_811-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_rnn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_812 intgemm8 [256x256] F0::decoder_l2_context_Wq
after: var_812 intgemm8 [256x256] F0::decoder_l2_context_Wq var_812-ParamNode-intgemm8_256x256_decoder_l2_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_813 float32 [1x256] F0::decoder_l2_context_bq
after: var_813 float32 [1x256] F0::decoder_l2_context_bq var_813-ParamNode-float32_1x256_decoder_l2_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_814 int8 [1x2x1x256] none_shifted
after: var_814 int8 [1x2x1x256] none_shifted var_814-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_811 float32 [1x2x1x256] var_814-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_512 float32 [1] F0::decoder_l2_context_Wq_QuantMultA var_814-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_815 float32 [1x2x1x256]
after: var_815 float32 [1x2x1x256] var_815-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_814 int8 [1x2x1x256] none_shifted var_815-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_812 intgemm8 [256x256] F0::decoder_l2_context_Wq var_815-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l2_context_Wq.bin
  - var_515 float32 [1x256] F0::decoder_l2_context_bq_Prepared var_815-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_817 float32 [2x8x1x32]
after: var_817 float32 [2x8x1x32] var_817-TransposeNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_816 float32 [2x1x8x32] var_817-TransposeNodeOp-float32_2x8x1x32-rhs0-float32_2x1x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_818 float32 [2x8x1x4]
after: var_818 float32 [2x8x1x4] var_818-DotBatchedNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_817 float32 [2x8x1x32] var_818-DotBatchedNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x32.bin
  - var_527 float32 [2x8x4x32] var_818-DotBatchedNodeOp-float32_2x8x1x4-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_819 float32 [2x8x1x4]
after: var_819 float32 [2x8x1x4] var_819-PlusNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_818 float32 [2x8x1x4] var_819-PlusNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin
  - var_754 float32 [2x1x1x4] var_819-PlusNodeOp-float32_2x8x1x4-rhs1-float32_2x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_820 float32 [2x8x1x4]
after: var_820 float32 [2x8x1x4] var_820-SoftmaxNodeOp-float32_2x8x1x4-lhs.bin
operands: 
  - var_819 float32 [2x8x1x4] var_820-SoftmaxNodeOp-float32_2x8x1x4-rhs0-float32_2x8x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_821 uint32 [1x1x1x1]
after: var_821 uint32 [1x1x1x1] var_821-ConstantNode-uint32_1x1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 740
fn: "marian::GatherNodeOp::forwardOps()::<lambda()>"
op: { Select(val_, child(0)->val(), child(1)->val(), axis_) }
before: var_822 float32 [2x1x1x4]
after: var_822 float32 [2x1x1x4] var_822-GatherNodeOp-float32_2x1x1x4-lhs.bin
operands: 
  - var_820 float32 [2x8x1x4] var_822-GatherNodeOp-float32_2x1x1x4-rhs0-float32_2x8x1x4.bin
  - var_821 uint32 [1x1x1x1] var_822-GatherNodeOp-float32_2x1x1x4-rhs1-uint32_1x1x1x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_824 float32 [1x4x2x1]
after: var_824 float32 [1x4x2x1] var_824-TransposeNodeOp-float32_1x4x2x1-lhs.bin
operands: 
  - var_823 float32 [1x2x1x4] var_824-TransposeNodeOp-float32_1x4x2x1-rhs0-float32_1x2x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_825 float32 [2x8x1x32]
after: var_825 float32 [2x8x1x32] var_825-DotBatchedNodeOp-float32_2x8x1x32-lhs.bin
operands: 
  - var_820 float32 [2x8x1x4] var_825-DotBatchedNodeOp-float32_2x8x1x32-rhs0-float32_2x8x1x4.bin
  - var_536 float32 [2x8x4x32] var_825-DotBatchedNodeOp-float32_2x8x1x32-rhs1-float32_2x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_826 float32 [2x1x8x32]
after: var_826 float32 [2x1x8x32] var_826-TransposeNodeOp-float32_2x1x8x32-lhs.bin
operands: 
  - var_825 float32 [2x8x1x32] var_826-TransposeNodeOp-float32_2x1x8x32-rhs0-float32_2x8x1x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_828 intgemm8 [256x256] F0::decoder_l2_context_Wo
after: var_828 intgemm8 [256x256] F0::decoder_l2_context_Wo var_828-ParamNode-intgemm8_256x256_decoder_l2_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_829 float32 [1x256] F0::decoder_l2_context_bo
after: var_829 float32 [1x256] F0::decoder_l2_context_bo var_829-ParamNode-float32_1x256_decoder_l2_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_830 int8 [1x2x1x256] none_shifted
after: var_830 int8 [1x2x1x256] none_shifted var_830-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_827 float32 [1x2x1x256] var_830-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_549 float32 [1] F0::decoder_l2_context_Wo_QuantMultA var_830-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_831 float32 [1x2x1x256]
after: var_831 float32 [1x2x1x256] var_831-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_830 int8 [1x2x1x256] none_shifted var_831-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_828 intgemm8 [256x256] F0::decoder_l2_context_Wo var_831-cpu-float32_1x2x1x256-rhs1-intgemm8_256x256_decoder_l2_context_Wo.bin
  - var_552 float32 [1x256] F0::decoder_l2_context_bo_Prepared var_831-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_832 float32 [1x2x1x256]
after: var_832 float32 [1x2x1x256] var_832-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_831 float32 [1x2x1x256] var_832-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_811 float32 [1x2x1x256] var_832-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_833 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale
after: var_833 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_833-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_834 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias
after: var_834 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_834-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_835 float32 [1x2x1x256]
after: var_835 float32 [1x2x1x256] var_835-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_832 float32 [1x2x1x256] var_835-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_833 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_835-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_context_Wo_ln_scale.bin
  - var_834 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_835-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_context_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_836 intgemm8 [256x1536] F0::decoder_l2_ffn_W1
after: var_836 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_836-ParamNode-intgemm8_256x1536_decoder_l2_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_837 float32 [1x1536] F0::decoder_l2_ffn_b1
after: var_837 float32 [1x1536] F0::decoder_l2_ffn_b1 var_837-ParamNode-float32_1x1536_decoder_l2_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_838 int8 [1x2x1x256] none_shifted
after: var_838 int8 [1x2x1x256] none_shifted var_838-cpu-int8_1x2x1x256_none_shifted-lhs.bin
operands: 
  - var_835 float32 [1x2x1x256] var_838-cpu-int8_1x2x1x256_none_shifted-rhs0-float32_1x2x1x256.bin
  - var_560 float32 [1] F0::decoder_l2_ffn_W1_QuantMultA var_838-cpu-int8_1x2x1x256_none_shifted-rhs1-float32_1_decoder_l2_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_839 float32 [1x2x1x1536]
after: var_839 float32 [1x2x1x1536] var_839-cpu-float32_1x2x1x1536-lhs.bin
operands: 
  - var_838 int8 [1x2x1x256] none_shifted var_839-cpu-float32_1x2x1x1536-rhs0-int8_1x2x1x256_none_shifted.bin
  - var_836 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_839-cpu-float32_1x2x1x1536-rhs1-intgemm8_256x1536_decoder_l2_ffn_W1.bin
  - var_563 float32 [1x1536] F0::decoder_l2_ffn_b1_Prepared var_839-cpu-float32_1x2x1x1536-rhs2-float32_1x1536_decoder_l2_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_840 float32 [1x2x1x1536]
after: var_840 float32 [1x2x1x1536] var_840-ReLUNodeOp-float32_1x2x1x1536-lhs.bin
operands: 
  - var_839 float32 [1x2x1x1536] var_840-ReLUNodeOp-float32_1x2x1x1536-rhs0-float32_1x2x1x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_841 intgemm8 [1536x256] F0::decoder_l2_ffn_W2
after: var_841 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_841-ParamNode-intgemm8_1536x256_decoder_l2_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_842 float32 [1x256] F0::decoder_l2_ffn_b2
after: var_842 float32 [1x256] F0::decoder_l2_ffn_b2 var_842-ParamNode-float32_1x256_decoder_l2_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_843 int8 [1x2x1x1536] none_shifted
after: var_843 int8 [1x2x1x1536] none_shifted var_843-cpu-int8_1x2x1x1536_none_shifted-lhs.bin
operands: 
  - var_840 float32 [1x2x1x1536] var_843-cpu-int8_1x2x1x1536_none_shifted-rhs0-float32_1x2x1x1536.bin
  - var_568 float32 [1] F0::decoder_l2_ffn_W2_QuantMultA var_843-cpu-int8_1x2x1x1536_none_shifted-rhs1-float32_1_decoder_l2_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_844 float32 [1x2x1x256]
after: var_844 float32 [1x2x1x256] var_844-cpu-float32_1x2x1x256-lhs.bin
operands: 
  - var_843 int8 [1x2x1x1536] none_shifted var_844-cpu-float32_1x2x1x256-rhs0-int8_1x2x1x1536_none_shifted.bin
  - var_841 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_844-cpu-float32_1x2x1x256-rhs1-intgemm8_1536x256_decoder_l2_ffn_W2.bin
  - var_571 float32 [1x256] F0::decoder_l2_ffn_b2_Prepared var_844-cpu-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_845 float32 [1x2x1x256]
after: var_845 float32 [1x2x1x256] var_845-PlusNodeOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_844 float32 [1x2x1x256] var_845-PlusNodeOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_835 float32 [1x2x1x256] var_845-PlusNodeOp-float32_1x2x1x256-rhs1-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_846 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale
after: var_846 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_846-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_847 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias
after: var_847 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_847-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_848 float32 [1x2x1x256]
after: var_848 float32 [1x2x1x256] var_848-LayerNormalizationOp-float32_1x2x1x256-lhs.bin
operands: 
  - var_845 float32 [1x2x1x256] var_848-LayerNormalizationOp-float32_1x2x1x256-rhs0-float32_1x2x1x256.bin
  - var_846 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_848-LayerNormalizationOp-float32_1x2x1x256-rhs1-float32_1x256_decoder_l2_ffn_ffn_ln_scale.bin
  - var_847 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_848-LayerNormalizationOp-float32_1x2x1x256-rhs2-float32_1x256_decoder_l2_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_849 float32 [1x1x2x256]
after: var_849 float32 [1x1x2x256] var_849-TransposeNodeOp-float32_1x1x2x256-lhs.bin
operands: 
  - var_848 float32 [1x2x1x256] var_849-TransposeNodeOp-float32_1x1x2x256-rhs0-float32_1x2x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_850 float32 [1] F0::Wemb_QuantMultA
after: var_850 float32 [1] F0::Wemb_QuantMultA var_850-cpu-float32_1_Wemb_QuantMultA-lhs.bin
operands: 
  - var_583 intgemm8 [256x176] F0::Wemb var_850-cpu-float32_1_Wemb_QuantMultA-rhs0-intgemm8_256x176_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_851 int8 [1x1x2x256] none_shifted
after: var_851 int8 [1x1x2x256] none_shifted var_851-cpu-int8_1x1x2x256_none_shifted-lhs.bin
operands: 
  - var_849 float32 [1x1x2x256] var_851-cpu-int8_1x1x2x256_none_shifted-rhs0-float32_1x1x2x256.bin
  - var_850 float32 [1] F0::Wemb_QuantMultA var_851-cpu-int8_1x1x2x256_none_shifted-rhs1-float32_1_Wemb_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_852 float32 [1] F0::Wemb_QuantMultB
after: var_852 float32 [1] F0::Wemb_QuantMultB var_852-cpu-float32_1_Wemb_QuantMultB-lhs.bin
operands: 
  - var_583 intgemm8 [256x176] F0::Wemb var_852-cpu-float32_1_Wemb_QuantMultB-rhs0-intgemm8_256x176_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_853 float32 [1x1x2x176]
after: var_853 float32 [1x1x2x176] var_853-cpu-float32_1x1x2x176-lhs.bin
operands: 
  - var_851 int8 [1x1x2x256] none_shifted var_853-cpu-float32_1x1x2x176-rhs0-int8_1x1x2x256_none_shifted.bin
  - var_583 intgemm8 [256x176] F0::Wemb var_853-cpu-float32_1x1x2x176-rhs1-intgemm8_256x176_Wemb.bin
  - var_585 float32 [1x176] var_853-cpu-float32_1x1x2x176-rhs2-float32_1x176.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_854 float32 [1x1x2x176]
after: var_854 float32 [1x1x2x176] var_854-PlusNodeOp-float32_1x1x2x176-lhs.bin
operands: 
  - var_723 float32 [1x1x2x1] var_854-PlusNodeOp-float32_1x1x2x176-rhs0-float32_1x1x2x1.bin
  - var_853 float32 [1x1x2x176] var_854-PlusNodeOp-float32_1x1x2x176-rhs1-float32_1x1x2x176.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_856 float32 [1x1x1x1]
after: var_856 float32 [1x1x1x1] var_856-ConstantNode-float32_1x1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_857 uint32 [1]
after: var_857 uint32 [1] var_857-ConstantNode-uint32_1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 740
fn: "marian::GatherNodeOp::forwardOps()::<lambda()>"
op: { Select(val_, child(0)->val(), child(1)->val(), axis_) }
before: var_859 float32 [1x4x1x1]
after: var_859 float32 [1x4x1x1] var_859-GatherNodeOp-float32_1x4x1x1-lhs.bin
operands: 
  - var_9 float32 [1x4x2x1] var_859-GatherNodeOp-float32_1x4x1x1-rhs0-float32_1x4x2x1.bin
  - var_858 uint32 [1x1x1x1] var_859-GatherNodeOp-float32_1x4x1x1-rhs1-uint32_1x1x1x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_860 uint32 [1]
after: var_860 uint32 [1] var_860-ConstantNode-uint32_1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 740
fn: "marian::GatherNodeOp::forwardOps()::<lambda()>"
op: { Select(val_, child(0)->val(), child(1)->val(), axis_) }
before: var_862 float32 [1x4x1x256]
after: var_862 float32 [1x4x1x256] var_862-GatherNodeOp-float32_1x4x1x256-lhs.bin
operands: 
  - var_395 float32 [1x4x2x256] var_862-GatherNodeOp-float32_1x4x1x256-rhs0-float32_1x4x2x256.bin
  - var_861 uint32 [1x1x1x1] var_862-GatherNodeOp-float32_1x4x1x256-rhs1-uint32_1x1x1x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_864 uint32 [1]
after: var_864 uint32 [1] var_864-ConstantNode-uint32_1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_865 float32 [1x256]
after: var_865 float32 [1x256] var_865-RowsNodeOp-float32_1x256-lhs.bin
operands: 
  - var_863 float32 [2x256] var_865-RowsNodeOp-float32_1x256-rhs0-float32_2x256.bin
  - var_864 uint32 [1] var_865-RowsNodeOp-float32_1x256-rhs1-uint32_1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_868 uint32 [1]
after: var_868 uint32 [1] var_868-ConstantNode-uint32_1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_869 float32 [1x256]
after: var_869 float32 [1x256] var_869-RowsNodeOp-float32_1x256-lhs.bin
operands: 
  - var_867 float32 [2x256] var_869-RowsNodeOp-float32_1x256-rhs0-float32_2x256.bin
  - var_868 uint32 [1] var_869-RowsNodeOp-float32_1x256-rhs1-uint32_1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_872 uint32 [1]
after: var_872 uint32 [1] var_872-ConstantNode-uint32_1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_873 float32 [1x256]
after: var_873 float32 [1x256] var_873-RowsNodeOp-float32_1x256-lhs.bin
operands: 
  - var_871 float32 [2x256] var_873-RowsNodeOp-float32_1x256-rhs0-float32_2x256.bin
  - var_872 uint32 [1] var_873-RowsNodeOp-float32_1x256-rhs1-uint32_1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_876 uint32 [1]
after: var_876 uint32 [1] var_876-ConstantNode-uint32_1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_877 float32 [1x256]
after: var_877 float32 [1x256] var_877-RowsNodeOp-float32_1x256-lhs.bin
operands: 
  - var_875 float32 [2x256] var_877-RowsNodeOp-float32_1x256-rhs0-float32_2x256.bin
  - var_876 uint32 [1] var_877-RowsNodeOp-float32_1x256-rhs1-uint32_1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_879 uint32 [1] data_0
after: var_879 uint32 [1] data_0 var_879-ConstantNode-uint32_1_data_0-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 677
fn: "marian::RowsNodeOp::forwardOps()::<lambda()>"
op: { CopyRows(val_, child(0)->val(), child(1)->val()) }
before: var_880 float32 [1x256]
after: var_880 float32 [1x256] var_880-RowsNodeOp-float32_1x256-lhs.bin
operands: 
  - var_0 float32 [32000x256] F0::Wemb var_880-RowsNodeOp-float32_1x256-rhs0-float32_32000x256_Wemb.bin
  - var_879 uint32 [1] data_0 var_880-RowsNodeOp-float32_1x256-rhs1-uint32_1_data_0.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_882 float32 [1x1x1x256]
after: var_882 float32 [1x1x1x256] var_882-ScalarMultNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_881 float32 [1x1x1x256] var_882-ScalarMultNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_883 float32 [1x1x256]
after: var_883 float32 [1x1x256] var_883-ConstantNode-float32_1x1x256-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_884 float32 [1x1x1x256]
after: var_884 float32 [1x1x1x256] var_884-PlusNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_882 float32 [1x1x1x256] var_884-PlusNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_883 float32 [1x1x256] var_884-PlusNodeOp-float32_1x1x1x256-rhs1-float32_1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_885 float32 [1x1x1x256]
after: var_885 float32 [1x1x1x256] var_885-TransposeNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_884 float32 [1x1x1x256] var_885-TransposeNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 22
fn: "marian::ConstantNode::forwardOps()::<lambda()>"
op: { ConstantOp }
before: var_886 float32 [1x1x1]
after: var_886 float32 [1x1x1] var_886-ConstantNode-float32_1x1x1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_887 float32 [1x1x4x256]
after: var_887 float32 [1x1x4x256] var_887-TransposeNodeOp-float32_1x1x4x256-lhs.bin
operands: 
  - var_862 float32 [1x4x1x256] var_887-TransposeNodeOp-float32_1x1x4x256-rhs0-float32_1x4x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_888 float32 [1x1x4x1]
after: var_888 float32 [1x1x4x1] var_888-TransposeNodeOp-float32_1x1x4x1-lhs.bin
operands: 
  - var_859 float32 [1x4x1x1] var_888-TransposeNodeOp-float32_1x1x4x1-rhs0-float32_1x4x1x1.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 728
fn: "marian::NegNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = -_2, val_, child(0)->val()) }
before: var_890 float32 [1x1x1x4]
after: var_890 float32 [1x1x1x4] var_890-NegNodeOp-float32_1x1x1x4-lhs.bin
operands: 
  - var_889 float32 [1x1x1x4] var_890-NegNodeOp-float32_1x1x1x4-rhs0-float32_1x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 42
fn: "marian::ScalarAddNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + scalar_, val_, child(0)->val()) }
before: var_891 float32 [1x1x1x4]
after: var_891 float32 [1x1x1x4] var_891-ScalarAddNodeOp-float32_1x1x1x4-lhs.bin
operands: 
  - var_890 float32 [1x1x1x4] var_891-ScalarAddNodeOp-float32_1x1x1x4-rhs0-float32_1x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 100
fn: "marian::ScalarMultNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = scalar_ * _2, val_, child(0)->val()) }
before: var_892 float32 [1x1x1x4]
after: var_892 float32 [1x1x1x4] var_892-ScalarMultNodeOp-float32_1x1x1x4-lhs.bin
operands: 
  - var_891 float32 [1x1x1x4] var_892-ScalarMultNodeOp-float32_1x1x1x4-rhs0-float32_1x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_893 float32 [1x1x1x256]
after: var_893 float32 [1x1x1x256] var_893-TransposeNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_885 float32 [1x1x1x256] var_893-TransposeNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_894 int8 [1x1x1x256] none_shifted
after: var_894 int8 [1x1x1x256] none_shifted var_894-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_893 float32 [1x1x1x256] var_894-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_409 float32 [1] F0::decoder_l1_rnn_W_QuantMultA var_894-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l1_rnn_W_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_895 float32 [1x1x1x256]
after: var_895 float32 [1x1x1x256] var_895-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_894 int8 [1x1x1x256] none_shifted var_895-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_405 intgemm8 [256x256] F0::decoder_l1_rnn_W var_895-cpu-float32_1x1x1x256-rhs1-intgemm8_256x256_decoder_l1_rnn_W.bin
  - var_412 float32 [1x256] F0::decoder_l1_rnn_W_FakeBias var_895-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l1_rnn_W_FakeBias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_896 int8 [1x1x1x256] none_shifted
after: var_896 int8 [1x1x1x256] none_shifted var_896-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_893 float32 [1x1x1x256] var_896-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_414 float32 [1] F0::decoder_l1_rnn_Wf_QuantMultA var_896-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l1_rnn_Wf_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_897 float32 [1x1x1x256]
after: var_897 float32 [1x1x1x256] var_897-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_896 int8 [1x1x1x256] none_shifted var_897-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_406 intgemm8 [256x256] F0::decoder_l1_rnn_Wf var_897-cpu-float32_1x1x1x256-rhs1-intgemm8_256x256_decoder_l1_rnn_Wf.bin
  - var_417 float32 [1x256] F0::decoder_l1_rnn_bf_Prepared var_897-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l1_rnn_bf_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1262
fn: "marian::HighwayNodeOp::forwardOps()::<lambda()>"
op: { HighwayForward( val_, child(0)->val(), child(1)->val(), child(2)->val()) }
before: var_898 float32 [1x1x1x256]
after: var_898 float32 [1x1x1x256] var_898-HighwayNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_870 float32 [1x1x1x256] var_898-HighwayNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_895 float32 [1x1x1x256] var_898-HighwayNodeOp-float32_1x1x1x256-rhs1-float32_1x1x1x256.bin
  - var_897 float32 [1x1x1x256] var_898-HighwayNodeOp-float32_1x1x1x256-rhs2-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_899 float32 [1x1x1x256]
after: var_899 float32 [1x1x1x256] var_899-ReLUNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_898 float32 [1x1x1x256] var_899-ReLUNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_900 float32 [1x1x1x256]
after: var_900 float32 [1x1x1x256] var_900-TransposeNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_899 float32 [1x1x1x256] var_900-TransposeNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_901 float32 [1x1x1x256]
after: var_901 float32 [1x1x1x256] var_901-PlusNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_900 float32 [1x1x1x256] var_901-PlusNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_885 float32 [1x1x1x256] var_901-PlusNodeOp-float32_1x1x1x256-rhs1-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_902 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale
after: var_902 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_902-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_903 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias
after: var_903 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_903-ParamNode-float32_1x256_decoder_l1_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_904 float32 [1x1x1x256]
after: var_904 float32 [1x1x1x256] var_904-LayerNormalizationOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_901 float32 [1x1x1x256] var_904-LayerNormalizationOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_902 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_scale var_904-LayerNormalizationOp-float32_1x1x1x256-rhs1-float32_1x256_decoder_l1_rnn_ffn_ln_scale.bin
  - var_903 float32 [1x256] F0::decoder_l1_rnn_ffn_ln_bias var_904-LayerNormalizationOp-float32_1x1x1x256-rhs2-float32_1x256_decoder_l1_rnn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_905 intgemm8 [256x256] F0::decoder_l1_context_Wq
after: var_905 intgemm8 [256x256] F0::decoder_l1_context_Wq var_905-ParamNode-intgemm8_256x256_decoder_l1_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_906 float32 [1x256] F0::decoder_l1_context_bq
after: var_906 float32 [1x256] F0::decoder_l1_context_bq var_906-ParamNode-float32_1x256_decoder_l1_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_907 int8 [1x1x1x256] none_shifted
after: var_907 int8 [1x1x1x256] none_shifted var_907-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_904 float32 [1x1x1x256] var_907-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_428 float32 [1] F0::decoder_l1_context_Wq_QuantMultA var_907-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_908 float32 [1x1x1x256]
after: var_908 float32 [1x1x1x256] var_908-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_907 int8 [1x1x1x256] none_shifted var_908-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_905 intgemm8 [256x256] F0::decoder_l1_context_Wq var_908-cpu-float32_1x1x1x256-rhs1-intgemm8_256x256_decoder_l1_context_Wq.bin
  - var_431 float32 [1x256] F0::decoder_l1_context_bq_Prepared var_908-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l1_context_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_910 float32 [1x8x1x32]
after: var_910 float32 [1x8x1x32] var_910-TransposeNodeOp-float32_1x8x1x32-lhs.bin
operands: 
  - var_909 float32 [1x1x8x32] var_910-TransposeNodeOp-float32_1x8x1x32-rhs0-float32_1x1x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_911 intgemm8 [256x256] F0::decoder_l1_context_Wk
after: var_911 intgemm8 [256x256] F0::decoder_l1_context_Wk var_911-ParamNode-intgemm8_256x256_decoder_l1_context_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_912 float32 [1x256] F0::decoder_l1_context_bk
after: var_912 float32 [1x256] F0::decoder_l1_context_bk var_912-ParamNode-float32_1x256_decoder_l1_context_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_913 int8 [1x1x4x256] none_shifted
after: var_913 int8 [1x1x4x256] none_shifted var_913-cpu-int8_1x1x4x256_none_shifted-lhs.bin
operands: 
  - var_887 float32 [1x1x4x256] var_913-cpu-int8_1x1x4x256_none_shifted-rhs0-float32_1x1x4x256.bin
  - var_437 float32 [1] F0::decoder_l1_context_Wk_QuantMultA var_913-cpu-int8_1x1x4x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_914 float32 [1x1x4x256]
after: var_914 float32 [1x1x4x256] var_914-cpu-float32_1x1x4x256-lhs.bin
operands: 
  - var_913 int8 [1x1x4x256] none_shifted var_914-cpu-float32_1x1x4x256-rhs0-int8_1x1x4x256_none_shifted.bin
  - var_911 intgemm8 [256x256] F0::decoder_l1_context_Wk var_914-cpu-float32_1x1x4x256-rhs1-intgemm8_256x256_decoder_l1_context_Wk.bin
  - var_440 float32 [1x256] F0::decoder_l1_context_bk_Prepared var_914-cpu-float32_1x1x4x256-rhs2-float32_1x256_decoder_l1_context_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_916 float32 [1x8x4x32]
after: var_916 float32 [1x8x4x32] var_916-TransposeNodeOp-float32_1x8x4x32-lhs.bin
operands: 
  - var_915 float32 [1x4x8x32] var_916-TransposeNodeOp-float32_1x8x4x32-rhs0-float32_1x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_917 intgemm8 [256x256] F0::decoder_l1_context_Wv
after: var_917 intgemm8 [256x256] F0::decoder_l1_context_Wv var_917-ParamNode-intgemm8_256x256_decoder_l1_context_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_918 float32 [1x256] F0::decoder_l1_context_bv
after: var_918 float32 [1x256] F0::decoder_l1_context_bv var_918-ParamNode-float32_1x256_decoder_l1_context_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_919 int8 [1x1x4x256] none_shifted
after: var_919 int8 [1x1x4x256] none_shifted var_919-cpu-int8_1x1x4x256_none_shifted-lhs.bin
operands: 
  - var_887 float32 [1x1x4x256] var_919-cpu-int8_1x1x4x256_none_shifted-rhs0-float32_1x1x4x256.bin
  - var_446 float32 [1] F0::decoder_l1_context_Wv_QuantMultA var_919-cpu-int8_1x1x4x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_920 float32 [1x1x4x256]
after: var_920 float32 [1x1x4x256] var_920-cpu-float32_1x1x4x256-lhs.bin
operands: 
  - var_919 int8 [1x1x4x256] none_shifted var_920-cpu-float32_1x1x4x256-rhs0-int8_1x1x4x256_none_shifted.bin
  - var_917 intgemm8 [256x256] F0::decoder_l1_context_Wv var_920-cpu-float32_1x1x4x256-rhs1-intgemm8_256x256_decoder_l1_context_Wv.bin
  - var_449 float32 [1x256] F0::decoder_l1_context_bv_Prepared var_920-cpu-float32_1x1x4x256-rhs2-float32_1x256_decoder_l1_context_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_922 float32 [1x8x4x32]
after: var_922 float32 [1x8x4x32] var_922-TransposeNodeOp-float32_1x8x4x32-lhs.bin
operands: 
  - var_921 float32 [1x4x8x32] var_922-TransposeNodeOp-float32_1x8x4x32-rhs0-float32_1x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_923 float32 [1x8x1x4]
after: var_923 float32 [1x8x1x4] var_923-DotBatchedNodeOp-float32_1x8x1x4-lhs.bin
operands: 
  - var_910 float32 [1x8x1x32] var_923-DotBatchedNodeOp-float32_1x8x1x4-rhs0-float32_1x8x1x32.bin
  - var_916 float32 [1x8x4x32] var_923-DotBatchedNodeOp-float32_1x8x1x4-rhs1-float32_1x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_924 float32 [1x8x1x4]
after: var_924 float32 [1x8x1x4] var_924-PlusNodeOp-float32_1x8x1x4-lhs.bin
operands: 
  - var_923 float32 [1x8x1x4] var_924-PlusNodeOp-float32_1x8x1x4-rhs0-float32_1x8x1x4.bin
  - var_892 float32 [1x1x1x4] var_924-PlusNodeOp-float32_1x8x1x4-rhs1-float32_1x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_925 float32 [1x8x1x4]
after: var_925 float32 [1x8x1x4] var_925-SoftmaxNodeOp-float32_1x8x1x4-lhs.bin
operands: 
  - var_924 float32 [1x8x1x4] var_925-SoftmaxNodeOp-float32_1x8x1x4-rhs0-float32_1x8x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_926 float32 [1x8x1x32]
after: var_926 float32 [1x8x1x32] var_926-DotBatchedNodeOp-float32_1x8x1x32-lhs.bin
operands: 
  - var_925 float32 [1x8x1x4] var_926-DotBatchedNodeOp-float32_1x8x1x32-rhs0-float32_1x8x1x4.bin
  - var_922 float32 [1x8x4x32] var_926-DotBatchedNodeOp-float32_1x8x1x32-rhs1-float32_1x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_927 float32 [1x1x8x32]
after: var_927 float32 [1x1x8x32] var_927-TransposeNodeOp-float32_1x1x8x32-lhs.bin
operands: 
  - var_926 float32 [1x8x1x32] var_927-TransposeNodeOp-float32_1x1x8x32-rhs0-float32_1x8x1x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_929 intgemm8 [256x256] F0::decoder_l1_context_Wo
after: var_929 intgemm8 [256x256] F0::decoder_l1_context_Wo var_929-ParamNode-intgemm8_256x256_decoder_l1_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_930 float32 [1x256] F0::decoder_l1_context_bo
after: var_930 float32 [1x256] F0::decoder_l1_context_bo var_930-ParamNode-float32_1x256_decoder_l1_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_931 int8 [1x1x1x256] none_shifted
after: var_931 int8 [1x1x1x256] none_shifted var_931-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_928 float32 [1x1x1x256] var_931-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_461 float32 [1] F0::decoder_l1_context_Wo_QuantMultA var_931-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l1_context_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_932 float32 [1x1x1x256]
after: var_932 float32 [1x1x1x256] var_932-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_931 int8 [1x1x1x256] none_shifted var_932-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_929 intgemm8 [256x256] F0::decoder_l1_context_Wo var_932-cpu-float32_1x1x1x256-rhs1-intgemm8_256x256_decoder_l1_context_Wo.bin
  - var_464 float32 [1x256] F0::decoder_l1_context_bo_Prepared var_932-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l1_context_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_933 float32 [1x1x1x256]
after: var_933 float32 [1x1x1x256] var_933-PlusNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_932 float32 [1x1x1x256] var_933-PlusNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_904 float32 [1x1x1x256] var_933-PlusNodeOp-float32_1x1x1x256-rhs1-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_934 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale
after: var_934 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_934-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_935 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias
after: var_935 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_935-ParamNode-float32_1x256_decoder_l1_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_936 float32 [1x1x1x256]
after: var_936 float32 [1x1x1x256] var_936-LayerNormalizationOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_933 float32 [1x1x1x256] var_936-LayerNormalizationOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_934 float32 [1x256] F0::decoder_l1_context_Wo_ln_scale var_936-LayerNormalizationOp-float32_1x1x1x256-rhs1-float32_1x256_decoder_l1_context_Wo_ln_scale.bin
  - var_935 float32 [1x256] F0::decoder_l1_context_Wo_ln_bias var_936-LayerNormalizationOp-float32_1x1x1x256-rhs2-float32_1x256_decoder_l1_context_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_937 intgemm8 [256x1536] F0::decoder_l1_ffn_W1
after: var_937 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_937-ParamNode-intgemm8_256x1536_decoder_l1_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_938 float32 [1x1536] F0::decoder_l1_ffn_b1
after: var_938 float32 [1x1536] F0::decoder_l1_ffn_b1 var_938-ParamNode-float32_1x1536_decoder_l1_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_939 int8 [1x1x1x256] none_shifted
after: var_939 int8 [1x1x1x256] none_shifted var_939-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_936 float32 [1x1x1x256] var_939-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_472 float32 [1] F0::decoder_l1_ffn_W1_QuantMultA var_939-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l1_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_940 float32 [1x1x1x1536]
after: var_940 float32 [1x1x1x1536] var_940-cpu-float32_1x1x1x1536-lhs.bin
operands: 
  - var_939 int8 [1x1x1x256] none_shifted var_940-cpu-float32_1x1x1x1536-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_937 intgemm8 [256x1536] F0::decoder_l1_ffn_W1 var_940-cpu-float32_1x1x1x1536-rhs1-intgemm8_256x1536_decoder_l1_ffn_W1.bin
  - var_475 float32 [1x1536] F0::decoder_l1_ffn_b1_Prepared var_940-cpu-float32_1x1x1x1536-rhs2-float32_1x1536_decoder_l1_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_941 float32 [1x1x1x1536]
after: var_941 float32 [1x1x1x1536] var_941-ReLUNodeOp-float32_1x1x1x1536-lhs.bin
operands: 
  - var_940 float32 [1x1x1x1536] var_941-ReLUNodeOp-float32_1x1x1x1536-rhs0-float32_1x1x1x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_942 intgemm8 [1536x256] F0::decoder_l1_ffn_W2
after: var_942 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_942-ParamNode-intgemm8_1536x256_decoder_l1_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_943 float32 [1x256] F0::decoder_l1_ffn_b2
after: var_943 float32 [1x256] F0::decoder_l1_ffn_b2 var_943-ParamNode-float32_1x256_decoder_l1_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_944 int8 [1x1x1x1536] none_shifted
after: var_944 int8 [1x1x1x1536] none_shifted var_944-cpu-int8_1x1x1x1536_none_shifted-lhs.bin
operands: 
  - var_941 float32 [1x1x1x1536] var_944-cpu-int8_1x1x1x1536_none_shifted-rhs0-float32_1x1x1x1536.bin
  - var_480 float32 [1] F0::decoder_l1_ffn_W2_QuantMultA var_944-cpu-int8_1x1x1x1536_none_shifted-rhs1-float32_1_decoder_l1_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_945 float32 [1x1x1x256]
after: var_945 float32 [1x1x1x256] var_945-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_944 int8 [1x1x1x1536] none_shifted var_945-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x1536_none_shifted.bin
  - var_942 intgemm8 [1536x256] F0::decoder_l1_ffn_W2 var_945-cpu-float32_1x1x1x256-rhs1-intgemm8_1536x256_decoder_l1_ffn_W2.bin
  - var_483 float32 [1x256] F0::decoder_l1_ffn_b2_Prepared var_945-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l1_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_946 float32 [1x1x1x256]
after: var_946 float32 [1x1x1x256] var_946-PlusNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_945 float32 [1x1x1x256] var_946-PlusNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_936 float32 [1x1x1x256] var_946-PlusNodeOp-float32_1x1x1x256-rhs1-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_947 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale
after: var_947 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_947-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_948 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias
after: var_948 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_948-ParamNode-float32_1x256_decoder_l1_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_949 float32 [1x1x1x256]
after: var_949 float32 [1x1x1x256] var_949-LayerNormalizationOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_946 float32 [1x1x1x256] var_949-LayerNormalizationOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_947 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_scale var_949-LayerNormalizationOp-float32_1x1x1x256-rhs1-float32_1x256_decoder_l1_ffn_ffn_ln_scale.bin
  - var_948 float32 [1x256] F0::decoder_l1_ffn_ffn_ln_bias var_949-LayerNormalizationOp-float32_1x1x1x256-rhs2-float32_1x256_decoder_l1_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_950 float32 [1x1x1x256]
after: var_950 float32 [1x1x1x256] var_950-TransposeNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_949 float32 [1x1x1x256] var_950-TransposeNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_951 int8 [1x1x1x256] none_shifted
after: var_951 int8 [1x1x1x256] none_shifted var_951-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_950 float32 [1x1x1x256] var_951-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_493 float32 [1] F0::decoder_l2_rnn_W_QuantMultA var_951-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l2_rnn_W_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_952 float32 [1x1x1x256]
after: var_952 float32 [1x1x1x256] var_952-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_951 int8 [1x1x1x256] none_shifted var_952-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_489 intgemm8 [256x256] F0::decoder_l2_rnn_W var_952-cpu-float32_1x1x1x256-rhs1-intgemm8_256x256_decoder_l2_rnn_W.bin
  - var_496 float32 [1x256] F0::decoder_l2_rnn_W_FakeBias var_952-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l2_rnn_W_FakeBias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_953 int8 [1x1x1x256] none_shifted
after: var_953 int8 [1x1x1x256] none_shifted var_953-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_950 float32 [1x1x1x256] var_953-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_498 float32 [1] F0::decoder_l2_rnn_Wf_QuantMultA var_953-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l2_rnn_Wf_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_954 float32 [1x1x1x256]
after: var_954 float32 [1x1x1x256] var_954-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_953 int8 [1x1x1x256] none_shifted var_954-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_490 intgemm8 [256x256] F0::decoder_l2_rnn_Wf var_954-cpu-float32_1x1x1x256-rhs1-intgemm8_256x256_decoder_l2_rnn_Wf.bin
  - var_501 float32 [1x256] F0::decoder_l2_rnn_bf_Prepared var_954-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l2_rnn_bf_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1262
fn: "marian::HighwayNodeOp::forwardOps()::<lambda()>"
op: { HighwayForward( val_, child(0)->val(), child(1)->val(), child(2)->val()) }
before: var_955 float32 [1x1x1x256]
after: var_955 float32 [1x1x1x256] var_955-HighwayNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_878 float32 [1x1x1x256] var_955-HighwayNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_952 float32 [1x1x1x256] var_955-HighwayNodeOp-float32_1x1x1x256-rhs1-float32_1x1x1x256.bin
  - var_954 float32 [1x1x1x256] var_955-HighwayNodeOp-float32_1x1x1x256-rhs2-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_956 float32 [1x1x1x256]
after: var_956 float32 [1x1x1x256] var_956-ReLUNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_955 float32 [1x1x1x256] var_956-ReLUNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_957 float32 [1x1x1x256]
after: var_957 float32 [1x1x1x256] var_957-TransposeNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_956 float32 [1x1x1x256] var_957-TransposeNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_958 float32 [1x1x1x256]
after: var_958 float32 [1x1x1x256] var_958-PlusNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_957 float32 [1x1x1x256] var_958-PlusNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_949 float32 [1x1x1x256] var_958-PlusNodeOp-float32_1x1x1x256-rhs1-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_959 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale
after: var_959 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_959-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_960 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias
after: var_960 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_960-ParamNode-float32_1x256_decoder_l2_rnn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_961 float32 [1x1x1x256]
after: var_961 float32 [1x1x1x256] var_961-LayerNormalizationOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_958 float32 [1x1x1x256] var_961-LayerNormalizationOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_959 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_scale var_961-LayerNormalizationOp-float32_1x1x1x256-rhs1-float32_1x256_decoder_l2_rnn_ffn_ln_scale.bin
  - var_960 float32 [1x256] F0::decoder_l2_rnn_ffn_ln_bias var_961-LayerNormalizationOp-float32_1x1x1x256-rhs2-float32_1x256_decoder_l2_rnn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_962 intgemm8 [256x256] F0::decoder_l2_context_Wq
after: var_962 intgemm8 [256x256] F0::decoder_l2_context_Wq var_962-ParamNode-intgemm8_256x256_decoder_l2_context_Wq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_963 float32 [1x256] F0::decoder_l2_context_bq
after: var_963 float32 [1x256] F0::decoder_l2_context_bq var_963-ParamNode-float32_1x256_decoder_l2_context_bq-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_964 int8 [1x1x1x256] none_shifted
after: var_964 int8 [1x1x1x256] none_shifted var_964-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_961 float32 [1x1x1x256] var_964-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_512 float32 [1] F0::decoder_l2_context_Wq_QuantMultA var_964-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wq_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_965 float32 [1x1x1x256]
after: var_965 float32 [1x1x1x256] var_965-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_964 int8 [1x1x1x256] none_shifted var_965-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_962 intgemm8 [256x256] F0::decoder_l2_context_Wq var_965-cpu-float32_1x1x1x256-rhs1-intgemm8_256x256_decoder_l2_context_Wq.bin
  - var_515 float32 [1x256] F0::decoder_l2_context_bq_Prepared var_965-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l2_context_bq_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_967 float32 [1x8x1x32]
after: var_967 float32 [1x8x1x32] var_967-TransposeNodeOp-float32_1x8x1x32-lhs.bin
operands: 
  - var_966 float32 [1x1x8x32] var_967-TransposeNodeOp-float32_1x8x1x32-rhs0-float32_1x1x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_968 intgemm8 [256x256] F0::decoder_l2_context_Wk
after: var_968 intgemm8 [256x256] F0::decoder_l2_context_Wk var_968-ParamNode-intgemm8_256x256_decoder_l2_context_Wk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_969 float32 [1x256] F0::decoder_l2_context_bk
after: var_969 float32 [1x256] F0::decoder_l2_context_bk var_969-ParamNode-float32_1x256_decoder_l2_context_bk-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_970 int8 [1x1x4x256] none_shifted
after: var_970 int8 [1x1x4x256] none_shifted var_970-cpu-int8_1x1x4x256_none_shifted-lhs.bin
operands: 
  - var_887 float32 [1x1x4x256] var_970-cpu-int8_1x1x4x256_none_shifted-rhs0-float32_1x1x4x256.bin
  - var_521 float32 [1] F0::decoder_l2_context_Wk_QuantMultA var_970-cpu-int8_1x1x4x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wk_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_971 float32 [1x1x4x256]
after: var_971 float32 [1x1x4x256] var_971-cpu-float32_1x1x4x256-lhs.bin
operands: 
  - var_970 int8 [1x1x4x256] none_shifted var_971-cpu-float32_1x1x4x256-rhs0-int8_1x1x4x256_none_shifted.bin
  - var_968 intgemm8 [256x256] F0::decoder_l2_context_Wk var_971-cpu-float32_1x1x4x256-rhs1-intgemm8_256x256_decoder_l2_context_Wk.bin
  - var_524 float32 [1x256] F0::decoder_l2_context_bk_Prepared var_971-cpu-float32_1x1x4x256-rhs2-float32_1x256_decoder_l2_context_bk_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_973 float32 [1x8x4x32]
after: var_973 float32 [1x8x4x32] var_973-TransposeNodeOp-float32_1x8x4x32-lhs.bin
operands: 
  - var_972 float32 [1x4x8x32] var_973-TransposeNodeOp-float32_1x8x4x32-rhs0-float32_1x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_974 intgemm8 [256x256] F0::decoder_l2_context_Wv
after: var_974 intgemm8 [256x256] F0::decoder_l2_context_Wv var_974-ParamNode-intgemm8_256x256_decoder_l2_context_Wv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_975 float32 [1x256] F0::decoder_l2_context_bv
after: var_975 float32 [1x256] F0::decoder_l2_context_bv var_975-ParamNode-float32_1x256_decoder_l2_context_bv-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_976 int8 [1x1x4x256] none_shifted
after: var_976 int8 [1x1x4x256] none_shifted var_976-cpu-int8_1x1x4x256_none_shifted-lhs.bin
operands: 
  - var_887 float32 [1x1x4x256] var_976-cpu-int8_1x1x4x256_none_shifted-rhs0-float32_1x1x4x256.bin
  - var_530 float32 [1] F0::decoder_l2_context_Wv_QuantMultA var_976-cpu-int8_1x1x4x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wv_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_977 float32 [1x1x4x256]
after: var_977 float32 [1x1x4x256] var_977-cpu-float32_1x1x4x256-lhs.bin
operands: 
  - var_976 int8 [1x1x4x256] none_shifted var_977-cpu-float32_1x1x4x256-rhs0-int8_1x1x4x256_none_shifted.bin
  - var_974 intgemm8 [256x256] F0::decoder_l2_context_Wv var_977-cpu-float32_1x1x4x256-rhs1-intgemm8_256x256_decoder_l2_context_Wv.bin
  - var_533 float32 [1x256] F0::decoder_l2_context_bv_Prepared var_977-cpu-float32_1x1x4x256-rhs2-float32_1x256_decoder_l2_context_bv_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_979 float32 [1x8x4x32]
after: var_979 float32 [1x8x4x32] var_979-TransposeNodeOp-float32_1x8x4x32-lhs.bin
operands: 
  - var_978 float32 [1x4x8x32] var_979-TransposeNodeOp-float32_1x8x4x32-rhs0-float32_1x4x8x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_980 float32 [1x8x1x4]
after: var_980 float32 [1x8x1x4] var_980-DotBatchedNodeOp-float32_1x8x1x4-lhs.bin
operands: 
  - var_967 float32 [1x8x1x32] var_980-DotBatchedNodeOp-float32_1x8x1x4-rhs0-float32_1x8x1x32.bin
  - var_973 float32 [1x8x4x32] var_980-DotBatchedNodeOp-float32_1x8x1x4-rhs1-float32_1x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_981 float32 [1x8x1x4]
after: var_981 float32 [1x8x1x4] var_981-PlusNodeOp-float32_1x8x1x4-lhs.bin
operands: 
  - var_980 float32 [1x8x1x4] var_981-PlusNodeOp-float32_1x8x1x4-rhs0-float32_1x8x1x4.bin
  - var_892 float32 [1x1x1x4] var_981-PlusNodeOp-float32_1x8x1x4-rhs1-float32_1x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 425
fn: "marian::SoftmaxNodeOp::forwardOps()::<lambda()>"
op: { Softmax(val_, child(0)->val()) }
before: var_982 float32 [1x8x1x4]
after: var_982 float32 [1x8x1x4] var_982-SoftmaxNodeOp-float32_1x8x1x4-lhs.bin
operands: 
  - var_981 float32 [1x8x1x4] var_982-SoftmaxNodeOp-float32_1x8x1x4-rhs0-float32_1x8x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_984 float32 [1x4x1x1]
after: var_984 float32 [1x4x1x1] var_984-TransposeNodeOp-float32_1x4x1x1-lhs.bin
operands: 
  - var_983 float32 [1x1x1x4] var_984-TransposeNodeOp-float32_1x4x1x1-rhs0-float32_1x1x1x4.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 424
fn: "marian::DotBatchedNodeOp::forwardOps()::<lambda()>"
op: { ProdBatched(val_, graph()->allocator(), child(0)->val(), child(1)->val(), transA_, transB_, 0.f, scalar_) }
before: var_985 float32 [1x8x1x32]
after: var_985 float32 [1x8x1x32] var_985-DotBatchedNodeOp-float32_1x8x1x32-lhs.bin
operands: 
  - var_982 float32 [1x8x1x4] var_985-DotBatchedNodeOp-float32_1x8x1x32-rhs0-float32_1x8x1x4.bin
  - var_979 float32 [1x8x4x32] var_985-DotBatchedNodeOp-float32_1x8x1x32-rhs1-float32_1x8x4x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_986 float32 [1x1x8x32]
after: var_986 float32 [1x1x8x32] var_986-TransposeNodeOp-float32_1x1x8x32-lhs.bin
operands: 
  - var_985 float32 [1x8x1x32] var_986-TransposeNodeOp-float32_1x1x8x32-rhs0-float32_1x8x1x32.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_988 intgemm8 [256x256] F0::decoder_l2_context_Wo
after: var_988 intgemm8 [256x256] F0::decoder_l2_context_Wo var_988-ParamNode-intgemm8_256x256_decoder_l2_context_Wo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_989 float32 [1x256] F0::decoder_l2_context_bo
after: var_989 float32 [1x256] F0::decoder_l2_context_bo var_989-ParamNode-float32_1x256_decoder_l2_context_bo-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_990 int8 [1x1x1x256] none_shifted
after: var_990 int8 [1x1x1x256] none_shifted var_990-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_987 float32 [1x1x1x256] var_990-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_549 float32 [1] F0::decoder_l2_context_Wo_QuantMultA var_990-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l2_context_Wo_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_991 float32 [1x1x1x256]
after: var_991 float32 [1x1x1x256] var_991-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_990 int8 [1x1x1x256] none_shifted var_991-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_988 intgemm8 [256x256] F0::decoder_l2_context_Wo var_991-cpu-float32_1x1x1x256-rhs1-intgemm8_256x256_decoder_l2_context_Wo.bin
  - var_552 float32 [1x256] F0::decoder_l2_context_bo_Prepared var_991-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l2_context_bo_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_992 float32 [1x1x1x256]
after: var_992 float32 [1x1x1x256] var_992-PlusNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_991 float32 [1x1x1x256] var_992-PlusNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_961 float32 [1x1x1x256] var_992-PlusNodeOp-float32_1x1x1x256-rhs1-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_993 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale
after: var_993 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_993-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_994 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias
after: var_994 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_994-ParamNode-float32_1x256_decoder_l2_context_Wo_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_995 float32 [1x1x1x256]
after: var_995 float32 [1x1x1x256] var_995-LayerNormalizationOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_992 float32 [1x1x1x256] var_995-LayerNormalizationOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_993 float32 [1x256] F0::decoder_l2_context_Wo_ln_scale var_995-LayerNormalizationOp-float32_1x1x1x256-rhs1-float32_1x256_decoder_l2_context_Wo_ln_scale.bin
  - var_994 float32 [1x256] F0::decoder_l2_context_Wo_ln_bias var_995-LayerNormalizationOp-float32_1x1x1x256-rhs2-float32_1x256_decoder_l2_context_Wo_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_996 intgemm8 [256x1536] F0::decoder_l2_ffn_W1
after: var_996 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_996-ParamNode-intgemm8_256x1536_decoder_l2_ffn_W1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_997 float32 [1x1536] F0::decoder_l2_ffn_b1
after: var_997 float32 [1x1536] F0::decoder_l2_ffn_b1 var_997-ParamNode-float32_1x1536_decoder_l2_ffn_b1-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_998 int8 [1x1x1x256] none_shifted
after: var_998 int8 [1x1x1x256] none_shifted var_998-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_995 float32 [1x1x1x256] var_998-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_560 float32 [1] F0::decoder_l2_ffn_W1_QuantMultA var_998-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_decoder_l2_ffn_W1_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_999 float32 [1x1x1x1536]
after: var_999 float32 [1x1x1x1536] var_999-cpu-float32_1x1x1x1536-lhs.bin
operands: 
  - var_998 int8 [1x1x1x256] none_shifted var_999-cpu-float32_1x1x1x1536-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_996 intgemm8 [256x1536] F0::decoder_l2_ffn_W1 var_999-cpu-float32_1x1x1x1536-rhs1-intgemm8_256x1536_decoder_l2_ffn_W1.bin
  - var_563 float32 [1x1536] F0::decoder_l2_ffn_b1_Prepared var_999-cpu-float32_1x1x1x1536-rhs2-float32_1x1536_decoder_l2_ffn_b1_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 284
fn: "marian::ReLUNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = ReLU(_2), val_, child(0)->val() ) }
before: var_1000 float32 [1x1x1x1536]
after: var_1000 float32 [1x1x1x1536] var_1000-ReLUNodeOp-float32_1x1x1x1536-lhs.bin
operands: 
  - var_999 float32 [1x1x1x1536] var_1000-ReLUNodeOp-float32_1x1x1x1536-rhs0-float32_1x1x1x1536.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_1001 intgemm8 [1536x256] F0::decoder_l2_ffn_W2
after: var_1001 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_1001-ParamNode-intgemm8_1536x256_decoder_l2_ffn_W2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_1002 float32 [1x256] F0::decoder_l2_ffn_b2
after: var_1002 float32 [1x256] F0::decoder_l2_ffn_b2 var_1002-ParamNode-float32_1x256_decoder_l2_ffn_b2-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_1003 int8 [1x1x1x1536] none_shifted
after: var_1003 int8 [1x1x1x1536] none_shifted var_1003-cpu-int8_1x1x1x1536_none_shifted-lhs.bin
operands: 
  - var_1000 float32 [1x1x1x1536] var_1003-cpu-int8_1x1x1x1536_none_shifted-rhs0-float32_1x1x1x1536.bin
  - var_568 float32 [1] F0::decoder_l2_ffn_W2_QuantMultA var_1003-cpu-int8_1x1x1x1536_none_shifted-rhs1-float32_1_decoder_l2_ffn_W2_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_1004 float32 [1x1x1x256]
after: var_1004 float32 [1x1x1x256] var_1004-cpu-float32_1x1x1x256-lhs.bin
operands: 
  - var_1003 int8 [1x1x1x1536] none_shifted var_1004-cpu-float32_1x1x1x256-rhs0-int8_1x1x1x1536_none_shifted.bin
  - var_1001 intgemm8 [1536x256] F0::decoder_l2_ffn_W2 var_1004-cpu-float32_1x1x1x256-rhs1-intgemm8_1536x256_decoder_l2_ffn_W2.bin
  - var_571 float32 [1x256] F0::decoder_l2_ffn_b2_Prepared var_1004-cpu-float32_1x1x1x256-rhs2-float32_1x256_decoder_l2_ffn_b2_Prepared.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_1005 float32 [1x1x1x256]
after: var_1005 float32 [1x1x1x256] var_1005-PlusNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_1004 float32 [1x1x1x256] var_1005-PlusNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_995 float32 [1x1x1x256] var_1005-PlusNodeOp-float32_1x1x1x256-rhs1-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_1006 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale
after: var_1006 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_1006-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_scale-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators.h"
line: 64
fn: "marian::ParamNode::forwardOps()::<lambda()>"
op: { ParamOp }
before: var_1007 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias
after: var_1007 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_1007-ParamNode-float32_1x256_decoder_l2_ffn_ffn_ln_bias-lhs.bin

file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 1210
fn: "marian::LayerNormalizationOp::forwardOps()::<lambda()>"
op: { LayerNormalization(val_, child(0)->val(), child(1)->val(), (children_.size() == 3) ? child(2)->val() : nullptr, eps_) }
before: var_1008 float32 [1x1x1x256]
after: var_1008 float32 [1x1x1x256] var_1008-LayerNormalizationOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_1005 float32 [1x1x1x256] var_1008-LayerNormalizationOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin
  - var_1006 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_scale var_1008-LayerNormalizationOp-float32_1x1x1x256-rhs1-float32_1x256_decoder_l2_ffn_ffn_ln_scale.bin
  - var_1007 float32 [1x256] F0::decoder_l2_ffn_ffn_ln_bias var_1008-LayerNormalizationOp-float32_1x1x1x256-rhs2-float32_1x256_decoder_l2_ffn_ffn_ln_bias.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_unary.h"
line: 747
fn: "marian::TransposeNodeOp::forwardOps()::<lambda()>"
op: { TransposeND(val_, child(0)->val(), axes_) }
before: var_1009 float32 [1x1x1x256]
after: var_1009 float32 [1x1x1x256] var_1009-TransposeNodeOp-float32_1x1x1x256-lhs.bin
operands: 
  - var_1008 float32 [1x1x1x256] var_1009-TransposeNodeOp-float32_1x1x1x256-rhs0-float32_1x1x1x256.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/integer_common.h"
line: 55
fn: "marian::cpu::integer::fetchAlphaFromModelNodeOp::forwardOps()::<lambda()>"
op: { fetchAlpha() }
before: var_1010 float32 [1] F0::Wemb_QuantMultA
after: var_1010 float32 [1] F0::Wemb_QuantMultA var_1010-cpu-float32_1_Wemb_QuantMultA-lhs.bin
operands: 
  - var_583 intgemm8 [256x176] F0::Wemb var_1010-cpu-float32_1_Wemb_QuantMultA-rhs0-intgemm8_256x176_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 60
fn: "marian::cpu::integer::PrepareANodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { PrepareA() }
before: var_1011 int8 [1x1x1x256] none_shifted
after: var_1011 int8 [1x1x1x256] none_shifted var_1011-cpu-int8_1x1x1x256_none_shifted-lhs.bin
operands: 
  - var_1009 float32 [1x1x1x256] var_1011-cpu-int8_1x1x1x256_none_shifted-rhs0-float32_1x1x1x256.bin
  - var_1010 float32 [1] F0::Wemb_QuantMultA var_1011-cpu-int8_1x1x1x256_none_shifted-rhs1-float32_1_Wemb_QuantMultA.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 287
fn: "marian::cpu::integer::QuantMultNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { QuantMult() }
before: var_1012 float32 [1] F0::Wemb_QuantMultB
after: var_1012 float32 [1] F0::Wemb_QuantMultB var_1012-cpu-float32_1_Wemb_QuantMultB-lhs.bin
operands: 
  - var_583 intgemm8 [256x176] F0::Wemb var_1012-cpu-float32_1_Wemb_QuantMultB-rhs0-intgemm8_256x176_Wemb.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/tensors/cpu/intgemm_interface.h"
line: 546
fn: "marian::cpu::integer::AffineNodeOp<marian::Type::int8>::forwardOps()::<lambda()>"
op: { AffineOp() }
before: var_1013 float32 [1x1x1x176]
after: var_1013 float32 [1x1x1x176] var_1013-cpu-float32_1x1x1x176-lhs.bin
operands: 
  - var_1011 int8 [1x1x1x256] none_shifted var_1013-cpu-float32_1x1x1x176-rhs0-int8_1x1x1x256_none_shifted.bin
  - var_583 intgemm8 [256x176] F0::Wemb var_1013-cpu-float32_1x1x1x176-rhs1-intgemm8_256x176_Wemb.bin
  - var_585 float32 [1x176] var_1013-cpu-float32_1x1x1x176-rhs2-float32_1x176.bin


file: "/home/jerin/code/bergamot-translator/3rd_party/marian-dev/src/graph/node_operators_binary.h"
line: 836
fn: "marian::PlusNodeOp::forwardOps()::<lambda()>"
op: { Element(_1 = _2 + _3, val_, child(0)->val(), child(1)->val()) }
before: var_1014 float32 [1x1x1x176]
after: var_1014 float32 [1x1x1x176] var_1014-PlusNodeOp-float32_1x1x1x176-lhs.bin
operands: 
  - var_856 float32 [1x1x1x1] var_1014-PlusNodeOp-float32_1x1x1x176-rhs0-float32_1x1x1x1.bin
  - var_1013 float32 [1x1x1x176] var_1014-PlusNodeOp-float32_1x1x1x176-rhs1-float32_1x1x1x176.bin


1 2 
1