Last active
January 17, 2022 08:20
-
-
Save Vincent34/b1300463453d7433f1dfe9494d5cdf7e to your computer and use it in GitHub Desktop.
MindSpore Checkpoint Convertor
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| """ | |
| # tf and ms bert large checkpoint param transfer table | |
| # key: tf | |
| # value: ms | |
| """ | |
| param_name_dict = { | |
| 'bert/embeddings/word_embeddings': 'bert.bert.bert_embedding_lookup.embedding_table', | |
| 'bert/embeddings/token_type_embeddings': 'bert.bert.bert_embedding_postprocessor.token_type_embedding.embedding_table', | |
| 'bert/embeddings/position_embeddings': 'bert.bert.bert_embedding_postprocessor.full_position_embedding.embedding_table', | |
| 'bert/embeddings/LayerNorm/gamma': 'bert.bert.bert_embedding_postprocessor.layernorm.gamma', | |
| 'bert/embeddings/LayerNorm/beta': 'bert.bert.bert_embedding_postprocessor.layernorm.beta', | |
| 'bert/encoder/layer_0/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.0.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_0/attention/self/query/bias': 'bert.bert.bert_encoder.layers.0.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_0/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.0.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_0/attention/self/key/bias': 'bert.bert.bert_encoder.layers.0.attention.attention' | |
| '.key_layer.bias', | |
| 'bert/encoder/layer_0/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.0.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_0/attention/self/value/bias': 'bert.bert.bert_encoder.layers.0.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_0/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.0.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_0/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.0.attention.output.dense.bias', | |
| 'bert/encoder/layer_0/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.0.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_0/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.0.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_0/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.0.intermediate.weight', | |
| 'bert/encoder/layer_0/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.0.intermediate.bias', | |
| 'bert/encoder/layer_0/output/dense/kernel': 'bert.bert.bert_encoder.layers.0.output.dense.weight', | |
| 'bert/encoder/layer_0/output/dense/bias': 'bert.bert.bert_encoder.layers.0.output.dense.bias', | |
| 'bert/encoder/layer_0/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.0.output.layernorm.gamma', | |
| 'bert/encoder/layer_0/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.0.output.layernorm.beta', | |
| 'bert/encoder/layer_1/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.1.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_1/attention/self/query/bias': 'bert.bert.bert_encoder.layers.1.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_1/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.1.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_1/attention/self/key/bias': 'bert.bert.bert_encoder.layers.1.attention' | |
| '.attention.key_layer.bias', | |
| 'bert/encoder/layer_1/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.1.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_1/attention/self/value/bias': 'bert.bert.bert_encoder.layers.1.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_1/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.1.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_1/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.1.attention.output.dense.bias', | |
| 'bert/encoder/layer_1/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.1.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_1/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.1.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_1/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.1.intermediate.weight', | |
| 'bert/encoder/layer_1/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.1.intermediate.bias', | |
| 'bert/encoder/layer_1/output/dense/kernel': 'bert.bert.bert_encoder.layers.1.output.dense.weight', | |
| 'bert/encoder/layer_1/output/dense/bias': 'bert.bert.bert_encoder.layers.1.output.dense.bias', | |
| 'bert/encoder/layer_1/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.1.output.layernorm.gamma', | |
| 'bert/encoder/layer_1/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.1.output.layernorm.beta', | |
| 'bert/encoder/layer_2/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.2.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_2/attention/self/query/bias': 'bert.bert.bert_encoder.layers.2.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_2/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.2.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_2/attention/self/key/bias': 'bert.bert.bert_encoder.layers.2.attention' | |
| '.attention.key_layer.bias', | |
| 'bert/encoder/layer_2/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.2.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_2/attention/self/value/bias': 'bert.bert.bert_encoder.layers.2.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_2/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.2.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_2/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.2.attention.output.dense.bias', | |
| 'bert/encoder/layer_2/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.2.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_2/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.2.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_2/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.2.intermediate.weight', | |
| 'bert/encoder/layer_2/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.2.intermediate.bias', | |
| 'bert/encoder/layer_2/output/dense/kernel': 'bert.bert.bert_encoder.layers.2.output.dense.weight', | |
| 'bert/encoder/layer_2/output/dense/bias': 'bert.bert.bert_encoder.layers.2.output.dense.bias', | |
| 'bert/encoder/layer_2/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.2.output.layernorm.gamma', | |
| 'bert/encoder/layer_2/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.2.output.layernorm.beta', | |
| 'bert/encoder/layer_3/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.3.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_3/attention/self/query/bias': 'bert.bert.bert_encoder.layers.3.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_3/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.3.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_3/attention/self/key/bias': 'bert.bert.bert_encoder.layers.3.attention' | |
| '.attention.key_layer.bias', | |
| 'bert/encoder/layer_3/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.3.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_3/attention/self/value/bias': 'bert.bert.bert_encoder.layers.3.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_3/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.3.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_3/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.3.attention.output.dense.bias', | |
| 'bert/encoder/layer_3/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.3.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_3/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.3.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_3/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.3.intermediate.weight', | |
| 'bert/encoder/layer_3/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.3.intermediate.bias', | |
| 'bert/encoder/layer_3/output/dense/kernel': 'bert.bert.bert_encoder.layers.3.output.dense.weight', | |
| 'bert/encoder/layer_3/output/dense/bias': 'bert.bert.bert_encoder.layers.3.output.dense.bias', | |
| 'bert/encoder/layer_3/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.3.output.layernorm.gamma', | |
| 'bert/encoder/layer_3/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.3.output.layernorm.beta', | |
| 'bert/encoder/layer_4/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.4.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_4/attention/self/query/bias': 'bert.bert.bert_encoder.layers.4.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_4/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.4.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_4/attention/self/key/bias': 'bert.bert.bert_encoder.layers.4' | |
| '.attention.attention.key_layer.bias', | |
| 'bert/encoder/layer_4/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.4.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_4/attention/self/value/bias': 'bert.bert.bert_encoder.layers.4.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_4/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.4.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_4/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.4.attention.output.dense.bias', | |
| 'bert/encoder/layer_4/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.4.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_4/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.4.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_4/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.4.intermediate.weight', | |
| 'bert/encoder/layer_4/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.4.intermediate.bias', | |
| 'bert/encoder/layer_4/output/dense/kernel': 'bert.bert.bert_encoder.layers.4.output.dense.weight', | |
| 'bert/encoder/layer_4/output/dense/bias': 'bert.bert.bert_encoder.layers.4.output.dense.bias', | |
| 'bert/encoder/layer_4/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.4.output.layernorm.gamma', | |
| 'bert/encoder/layer_4/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.4.output.layernorm.beta', | |
| 'bert/encoder/layer_5/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.5.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_5/attention/self/query/bias': 'bert.bert.bert_encoder.layers.5.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_5/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.5.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_5/attention/self/key/bias': 'bert.bert.bert_encoder.layers.5.attention' | |
| '.attention.key_layer.bias', | |
| 'bert/encoder/layer_5/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.5.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_5/attention/self/value/bias': 'bert.bert.bert_encoder.layers.5.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_5/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.5.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_5/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.5.attention.output.dense.bias', | |
| 'bert/encoder/layer_5/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.5.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_5/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.5.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_5/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.5.intermediate.weight', | |
| 'bert/encoder/layer_5/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.5.intermediate.bias', | |
| 'bert/encoder/layer_5/output/dense/kernel': 'bert.bert.bert_encoder.layers.5.output.dense.weight', | |
| 'bert/encoder/layer_5/output/dense/bias': 'bert.bert.bert_encoder.layers.5.output.dense.bias', | |
| 'bert/encoder/layer_5/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.5.output.layernorm.gamma', | |
| 'bert/encoder/layer_5/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.5.output.layernorm.beta', | |
| 'bert/encoder/layer_6/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.6.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_6/attention/self/query/bias': 'bert.bert.bert_encoder.layers.6.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_6/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.6.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_6/attention/self/key/bias': 'bert.bert.bert_encoder.layers.6.attention' | |
| '.attention.key_layer.bias', | |
| 'bert/encoder/layer_6/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.6.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_6/attention/self/value/bias': 'bert.bert.bert_encoder.layers.6.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_6/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.6.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_6/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.6.attention.output.dense.bias', | |
| 'bert/encoder/layer_6/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.6.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_6/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.6.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_6/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.6.intermediate.weight', | |
| 'bert/encoder/layer_6/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.6.intermediate.bias', | |
| 'bert/encoder/layer_6/output/dense/kernel': 'bert.bert.bert_encoder.layers.6.output.dense.weight', | |
| 'bert/encoder/layer_6/output/dense/bias': 'bert.bert.bert_encoder.layers.6.output.dense.bias', | |
| 'bert/encoder/layer_6/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.6.output.layernorm.gamma', | |
| 'bert/encoder/layer_6/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.6.output.layernorm.beta', | |
| 'bert/encoder/layer_7/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.7.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_7/attention/self/query/bias': 'bert.bert.bert_encoder.layers.7.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_7/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.7.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_7/attention/self/key/bias': 'bert.bert.bert_encoder.layers.7.attention' | |
| '.attention.key_layer.bias', | |
| 'bert/encoder/layer_7/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.7.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_7/attention/self/value/bias': 'bert.bert.bert_encoder.layers.7.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_7/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.7.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_7/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.7.attention.output.dense.bias', | |
| 'bert/encoder/layer_7/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.7.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_7/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.7.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_7/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.7.intermediate.weight', | |
| 'bert/encoder/layer_7/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.7.intermediate.bias', | |
| 'bert/encoder/layer_7/output/dense/kernel': 'bert.bert.bert_encoder.layers.7.output.dense.weight', | |
| 'bert/encoder/layer_7/output/dense/bias': 'bert.bert.bert_encoder.layers.7.output.dense.bias', | |
| 'bert/encoder/layer_7/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.7.output.layernorm.gamma', | |
| 'bert/encoder/layer_7/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.7.output.layernorm.beta', | |
| 'bert/encoder/layer_8/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.8.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_8/attention/self/query/bias': 'bert.bert.bert_encoder.layers.8.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_8/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.8.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_8/attention/self/key/bias': 'bert.bert.bert_encoder.layers.8.attention' | |
| '.attention.key_layer.bias', | |
| 'bert/encoder/layer_8/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.8.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_8/attention/self/value/bias': 'bert.bert.bert_encoder.layers.8.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_8/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.8.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_8/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.8.attention.output.dense.bias', | |
| 'bert/encoder/layer_8/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.8.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_8/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.8.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_8/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.8.intermediate.weight', | |
| 'bert/encoder/layer_8/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.8.intermediate.bias', | |
| 'bert/encoder/layer_8/output/dense/kernel': 'bert.bert.bert_encoder.layers.8.output.dense.weight', | |
| 'bert/encoder/layer_8/output/dense/bias': 'bert.bert.bert_encoder.layers.8.output.dense.bias', | |
| 'bert/encoder/layer_8/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.8.output.layernorm.gamma', | |
| 'bert/encoder/layer_8/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.8.output.layernorm.beta', | |
| 'bert/encoder/layer_9/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.9.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_9/attention/self/query/bias': 'bert.bert.bert_encoder.layers.9.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_9/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.9.attention.attention.key_layer' | |
| '.weight', | |
| 'bert/encoder/layer_9/attention/self/key/bias': 'bert.bert.bert_encoder.layers.9.attention' | |
| '.attention.key_layer.bias', | |
| 'bert/encoder/layer_9/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.9.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_9/attention/self/value/bias': 'bert.bert.bert_encoder.layers.9.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_9/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.9.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_9/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.9.attention.output.dense.bias', | |
| 'bert/encoder/layer_9/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.9.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_9/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.9.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_9/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.9.intermediate.weight', | |
| 'bert/encoder/layer_9/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.9.intermediate.bias', | |
| 'bert/encoder/layer_9/output/dense/kernel': 'bert.bert.bert_encoder.layers.9.output.dense.weight', | |
| 'bert/encoder/layer_9/output/dense/bias': 'bert.bert.bert_encoder.layers.9.output.dense.bias', | |
| 'bert/encoder/layer_9/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.9.output.layernorm.gamma', | |
| 'bert/encoder/layer_9/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.9.output.layernorm.beta', | |
| 'bert/encoder/layer_10/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.10.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_10/attention/self/query/bias': 'bert.bert.bert_encoder.layers.10.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_10/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.10.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_10/attention/self/key/bias': 'bert.bert.bert_encoder.layers.10.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_10/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.10.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_10/attention/self/value/bias': 'bert.bert.bert_encoder.layers.10.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_10/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.10.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_10/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.10.attention.output.dense.bias', | |
| 'bert/encoder/layer_10/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.10.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_10/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.10.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_10/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.10.intermediate.weight', | |
| 'bert/encoder/layer_10/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.10.intermediate.bias', | |
| 'bert/encoder/layer_10/output/dense/kernel': 'bert.bert.bert_encoder.layers.10.output.dense.weight', | |
| 'bert/encoder/layer_10/output/dense/bias': 'bert.bert.bert_encoder.layers.10.output.dense.bias', | |
| 'bert/encoder/layer_10/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.10.output.layernorm.gamma', | |
| 'bert/encoder/layer_10/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.10.output.layernorm.beta', | |
| 'bert/encoder/layer_11/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.11.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_11/attention/self/query/bias': 'bert.bert.bert_encoder.layers.11.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_11/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.11.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_11/attention/self/key/bias': 'bert.bert.bert_encoder.layers.11.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_11/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.11.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_11/attention/self/value/bias': 'bert.bert.bert_encoder.layers.11.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_11/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.11.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_11/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.11.attention.output.dense.bias', | |
| 'bert/encoder/layer_11/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.11.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_11/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.11.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_11/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.11.intermediate.weight', | |
| 'bert/encoder/layer_11/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.11.intermediate.bias', | |
| 'bert/encoder/layer_11/output/dense/kernel': 'bert.bert.bert_encoder.layers.11.output.dense.weight', | |
| 'bert/encoder/layer_11/output/dense/bias': 'bert.bert.bert_encoder.layers.11.output.dense.bias', | |
| 'bert/encoder/layer_11/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.11.output.layernorm.gamma', | |
| 'bert/encoder/layer_11/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.11.output.layernorm.beta', | |
| 'bert/encoder/layer_12/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.12.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_12/attention/self/query/bias': 'bert.bert.bert_encoder.layers.12.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_12/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.12.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_12/attention/self/key/bias': 'bert.bert.bert_encoder.layers.12.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_12/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.12.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_12/attention/self/value/bias': 'bert.bert.bert_encoder.layers.12.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_12/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.12.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_12/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.12.attention.output.dense.bias', | |
| 'bert/encoder/layer_12/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.12.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_12/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.12.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_12/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.12.intermediate.weight', | |
| 'bert/encoder/layer_12/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.12.intermediate.bias', | |
| 'bert/encoder/layer_12/output/dense/kernel': 'bert.bert.bert_encoder.layers.12.output.dense.weight', | |
| 'bert/encoder/layer_12/output/dense/bias': 'bert.bert.bert_encoder.layers.12.output.dense.bias', | |
| 'bert/encoder/layer_12/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.12.output.layernorm.gamma', | |
| 'bert/encoder/layer_12/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.12.output.layernorm.beta', | |
| 'bert/encoder/layer_13/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.13.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_13/attention/self/query/bias': 'bert.bert.bert_encoder.layers.13.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_13/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.13.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_13/attention/self/key/bias': 'bert.bert.bert_encoder.layers.13.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_13/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.13.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_13/attention/self/value/bias': 'bert.bert.bert_encoder.layers.13.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_13/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.13.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_13/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.13.attention.output.dense.bias', | |
| 'bert/encoder/layer_13/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.13.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_13/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.13.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_13/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.13.intermediate.weight', | |
| 'bert/encoder/layer_13/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.13.intermediate.bias', | |
| 'bert/encoder/layer_13/output/dense/kernel': 'bert.bert.bert_encoder.layers.13.output.dense.weight', | |
| 'bert/encoder/layer_13/output/dense/bias': 'bert.bert.bert_encoder.layers.13.output.dense.bias', | |
| 'bert/encoder/layer_13/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.13.output.layernorm.gamma', | |
| 'bert/encoder/layer_13/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.13.output.layernorm.beta', | |
| 'bert/encoder/layer_14/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.14.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_14/attention/self/query/bias': 'bert.bert.bert_encoder.layers.14.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_14/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.14.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_14/attention/self/key/bias': 'bert.bert.bert_encoder.layers.14.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_14/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.14.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_14/attention/self/value/bias': 'bert.bert.bert_encoder.layers.14.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_14/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.14.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_14/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.14.attention.output.dense.bias', | |
| 'bert/encoder/layer_14/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.14.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_14/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.14.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_14/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.14.intermediate.weight', | |
| 'bert/encoder/layer_14/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.14.intermediate.bias', | |
| 'bert/encoder/layer_14/output/dense/kernel': 'bert.bert.bert_encoder.layers.14.output.dense.weight', | |
| 'bert/encoder/layer_14/output/dense/bias': 'bert.bert.bert_encoder.layers.14.output.dense.bias', | |
| 'bert/encoder/layer_14/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.14.output.layernorm.gamma', | |
| 'bert/encoder/layer_14/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.14.output.layernorm.beta', | |
| 'bert/encoder/layer_15/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.15.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_15/attention/self/query/bias': 'bert.bert.bert_encoder.layers.15.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_15/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.15.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_15/attention/self/key/bias': 'bert.bert.bert_encoder.layers.15.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_15/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.15.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_15/attention/self/value/bias': 'bert.bert.bert_encoder.layers.15.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_15/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.15.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_15/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.15.attention.output.dense.bias', | |
| 'bert/encoder/layer_15/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.15.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_15/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.15.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_15/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.15.intermediate.weight', | |
| 'bert/encoder/layer_15/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.15.intermediate.bias', | |
| 'bert/encoder/layer_15/output/dense/kernel': 'bert.bert.bert_encoder.layers.15.output.dense.weight', | |
| 'bert/encoder/layer_15/output/dense/bias': 'bert.bert.bert_encoder.layers.15.output.dense.bias', | |
| 'bert/encoder/layer_15/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.15.output.layernorm.gamma', | |
| 'bert/encoder/layer_15/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.15.output.layernorm.beta', | |
| 'bert/encoder/layer_16/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.16.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_16/attention/self/query/bias': 'bert.bert.bert_encoder.layers.16.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_16/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.16.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_16/attention/self/key/bias': 'bert.bert.bert_encoder.layers.16.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_16/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.16.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_16/attention/self/value/bias': 'bert.bert.bert_encoder.layers.16.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_16/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.16.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_16/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.16.attention.output.dense.bias', | |
| 'bert/encoder/layer_16/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.16.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_16/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.16.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_16/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.16.intermediate.weight', | |
| 'bert/encoder/layer_16/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.16.intermediate.bias', | |
| 'bert/encoder/layer_16/output/dense/kernel': 'bert.bert.bert_encoder.layers.16.output.dense.weight', | |
| 'bert/encoder/layer_16/output/dense/bias': 'bert.bert.bert_encoder.layers.16.output.dense.bias', | |
| 'bert/encoder/layer_16/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.16.output.layernorm.gamma', | |
| 'bert/encoder/layer_16/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.16.output.layernorm.beta', | |
| 'bert/encoder/layer_17/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.17.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_17/attention/self/query/bias': 'bert.bert.bert_encoder.layers.17.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_17/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.17.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_17/attention/self/key/bias': 'bert.bert.bert_encoder.layers.17.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_17/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.17.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_17/attention/self/value/bias': 'bert.bert.bert_encoder.layers.17.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_17/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.17.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_17/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.17.attention.output.dense.bias', | |
| 'bert/encoder/layer_17/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.17.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_17/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.17.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_17/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.17.intermediate.weight', | |
| 'bert/encoder/layer_17/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.17.intermediate.bias', | |
| 'bert/encoder/layer_17/output/dense/kernel': 'bert.bert.bert_encoder.layers.17.output.dense.weight', | |
| 'bert/encoder/layer_17/output/dense/bias': 'bert.bert.bert_encoder.layers.17.output.dense.bias', | |
| 'bert/encoder/layer_17/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.17.output.layernorm.gamma', | |
| 'bert/encoder/layer_17/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.17.output.layernorm.beta', | |
| 'bert/encoder/layer_18/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.18.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_18/attention/self/query/bias': 'bert.bert.bert_encoder.layers.18.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_18/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.18.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_18/attention/self/key/bias': 'bert.bert.bert_encoder.layers.18.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_18/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.18.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_18/attention/self/value/bias': 'bert.bert.bert_encoder.layers.18.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_18/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.18.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_18/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.18.attention.output.dense.bias', | |
| 'bert/encoder/layer_18/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.18.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_18/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.18.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_18/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.18.intermediate.weight', | |
| 'bert/encoder/layer_18/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.18.intermediate.bias', | |
| 'bert/encoder/layer_18/output/dense/kernel': 'bert.bert.bert_encoder.layers.18.output.dense.weight', | |
| 'bert/encoder/layer_18/output/dense/bias': 'bert.bert.bert_encoder.layers.18.output.dense.bias', | |
| 'bert/encoder/layer_18/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.18.output.layernorm.gamma', | |
| 'bert/encoder/layer_18/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.18.output.layernorm.beta', | |
| 'bert/encoder/layer_19/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.19.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_19/attention/self/query/bias': 'bert.bert.bert_encoder.layers.19.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_19/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.19.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_19/attention/self/key/bias': 'bert.bert.bert_encoder.layers.19.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_19/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.19.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_19/attention/self/value/bias': 'bert.bert.bert_encoder.layers.19.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_19/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.19.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_19/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.19.attention.output.dense.bias', | |
| 'bert/encoder/layer_19/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.19.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_19/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.19.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_19/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.19.intermediate.weight', | |
| 'bert/encoder/layer_19/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.19.intermediate.bias', | |
| 'bert/encoder/layer_19/output/dense/kernel': 'bert.bert.bert_encoder.layers.19.output.dense.weight', | |
| 'bert/encoder/layer_19/output/dense/bias': 'bert.bert.bert_encoder.layers.19.output.dense.bias', | |
| 'bert/encoder/layer_19/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.19.output.layernorm.gamma', | |
| 'bert/encoder/layer_19/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.19.output.layernorm.beta', | |
| 'bert/encoder/layer_20/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.20.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_20/attention/self/query/bias': 'bert.bert.bert_encoder.layers.20.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_20/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.20.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_20/attention/self/key/bias': 'bert.bert.bert_encoder.layers.20.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_20/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.20.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_20/attention/self/value/bias': 'bert.bert.bert_encoder.layers.20.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_20/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.20.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_20/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.20.attention.output.dense.bias', | |
| 'bert/encoder/layer_20/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.20.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_20/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.20.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_20/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.20.intermediate.weight', | |
| 'bert/encoder/layer_20/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.20.intermediate.bias', | |
| 'bert/encoder/layer_20/output/dense/kernel': 'bert.bert.bert_encoder.layers.20.output.dense.weight', | |
| 'bert/encoder/layer_20/output/dense/bias': 'bert.bert.bert_encoder.layers.20.output.dense.bias', | |
| 'bert/encoder/layer_20/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.20.output.layernorm.gamma', | |
| 'bert/encoder/layer_20/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.20.output.layernorm.beta', | |
| 'bert/encoder/layer_21/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.21.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_21/attention/self/query/bias': 'bert.bert.bert_encoder.layers.21.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_21/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.21.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_21/attention/self/key/bias': 'bert.bert.bert_encoder.layers.21.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_21/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.21.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_21/attention/self/value/bias': 'bert.bert.bert_encoder.layers.21.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_21/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.21.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_21/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.21.attention.output.dense.bias', | |
| 'bert/encoder/layer_21/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.21.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_21/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.21.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_21/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.21.intermediate.weight', | |
| 'bert/encoder/layer_21/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.21.intermediate.bias', | |
| 'bert/encoder/layer_21/output/dense/kernel': 'bert.bert.bert_encoder.layers.21.output.dense.weight', | |
| 'bert/encoder/layer_21/output/dense/bias': 'bert.bert.bert_encoder.layers.21.output.dense.bias', | |
| 'bert/encoder/layer_21/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.21.output.layernorm.gamma', | |
| 'bert/encoder/layer_21/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.21.output.layernorm.beta', | |
| 'bert/encoder/layer_22/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.22.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_22/attention/self/query/bias': 'bert.bert.bert_encoder.layers.22.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_22/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.22.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_22/attention/self/key/bias': 'bert.bert.bert_encoder.layers.22.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_22/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.22.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_22/attention/self/value/bias': 'bert.bert.bert_encoder.layers.22.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_22/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.22.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_22/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.22.attention.output.dense.bias', | |
| 'bert/encoder/layer_22/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.22.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_22/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.22.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_22/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.22.intermediate.weight', | |
| 'bert/encoder/layer_22/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.22.intermediate.bias', | |
| 'bert/encoder/layer_22/output/dense/kernel': 'bert.bert.bert_encoder.layers.22.output.dense.weight', | |
| 'bert/encoder/layer_22/output/dense/bias': 'bert.bert.bert_encoder.layers.22.output.dense.bias', | |
| 'bert/encoder/layer_22/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.22.output.layernorm.gamma', | |
| 'bert/encoder/layer_22/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.22.output.layernorm.beta', | |
| 'bert/encoder/layer_23/attention/self/query/kernel': 'bert.bert.bert_encoder.layers.23.attention.attention' | |
| '.query_layer.weight', | |
| 'bert/encoder/layer_23/attention/self/query/bias': 'bert.bert.bert_encoder.layers.23.attention.attention' | |
| '.query_layer.bias', | |
| 'bert/encoder/layer_23/attention/self/key/kernel': 'bert.bert.bert_encoder.layers.23.attention.attention' | |
| '.key_layer.weight', | |
| 'bert/encoder/layer_23/attention/self/key/bias': 'bert.bert.bert_encoder.layers.23.attention.attention.key_layer' | |
| '.bias', | |
| 'bert/encoder/layer_23/attention/self/value/kernel': 'bert.bert.bert_encoder.layers.23.attention.attention' | |
| '.value_layer.weight', | |
| 'bert/encoder/layer_23/attention/self/value/bias': 'bert.bert.bert_encoder.layers.23.attention.attention' | |
| '.value_layer.bias', | |
| 'bert/encoder/layer_23/attention/output/dense/kernel': 'bert.bert.bert_encoder.layers.23.attention.output.dense' | |
| '.weight', | |
| 'bert/encoder/layer_23/attention/output/dense/bias': 'bert.bert.bert_encoder.layers.23.attention.output.dense.bias', | |
| 'bert/encoder/layer_23/attention/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.23.attention.output' | |
| '.layernorm.gamma', | |
| 'bert/encoder/layer_23/attention/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.23.attention.output' | |
| '.layernorm.beta', | |
| 'bert/encoder/layer_23/intermediate/dense/kernel': 'bert.bert.bert_encoder.layers.23.intermediate.weight', | |
| 'bert/encoder/layer_23/intermediate/dense/bias': 'bert.bert.bert_encoder.layers.23.intermediate.bias', | |
| 'bert/encoder/layer_23/output/dense/kernel': 'bert.bert.bert_encoder.layers.23.output.dense.weight', | |
| 'bert/encoder/layer_23/output/dense/bias': 'bert.bert.bert_encoder.layers.23.output.dense.bias', | |
| 'bert/encoder/layer_23/output/LayerNorm/gamma': 'bert.bert.bert_encoder.layers.23.output.layernorm.gamma', | |
| 'bert/encoder/layer_23/output/LayerNorm/beta': 'bert.bert.bert_encoder.layers.23.output.layernorm.beta', | |
| 'bert/pooler/dense/kernel': 'bert.bert.dense.weight', | |
| 'bert/pooler/dense/bias': 'bert.bert.dense.bias', | |
| 'cls/predictions/output_bias': 'bert.cls1.output_bias', | |
| 'cls/predictions/transform/dense/kernel': 'bert.cls1.dense.weight', | |
| 'cls/predictions/transform/dense/bias': 'bert.cls1.dense.bias', | |
| 'cls/predictions/transform/LayerNorm/gamma': 'bert.cls1.layernorm.gamma', | |
| 'cls/predictions/transform/LayerNorm/beta': 'bert.cls1.layernorm.beta', | |
| 'cls/seq_relationship/output_weights': 'bert.cls2.dense.weight', | |
| 'cls/seq_relationship/output_bias': 'bert.cls2.dense.bias', | |
| } | |
| transpose_list = [ | |
| 'bert.bert.bert_encoder.layers.0.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.0.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.0.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.0.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.0.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.0.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.1.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.1.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.1.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.1.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.1.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.1.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.2.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.2.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.2.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.2.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.2.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.2.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.3.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.3.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.3.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.3.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.3.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.3.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.4.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.4.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.4.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.4.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.4.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.4.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.5.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.5.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.5.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.5.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.5.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.5.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.6.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.6.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.6.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.6.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.6.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.6.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.7.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.7.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.7.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.7.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.7.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.7.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.8.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.8.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.8.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.8.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.8.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.8.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.9.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.9.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.9.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.9.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.9.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.9.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.10.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.10.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.10.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.10.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.10.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.10.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.11.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.11.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.11.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.11.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.11.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.11.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.12.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.12.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.12.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.12.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.12.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.12.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.13.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.13.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.13.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.13.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.13.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.13.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.14.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.14.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.14.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.14.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.14.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.14.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.15.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.15.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.15.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.15.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.15.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.15.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.16.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.16.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.16.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.16.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.16.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.16.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.17.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.17.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.17.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.17.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.17.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.17.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.18.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.18.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.18.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.18.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.18.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.18.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.19.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.19.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.19.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.19.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.19.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.19.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.20.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.20.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.20.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.20.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.20.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.20.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.21.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.21.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.21.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.21.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.21.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.21.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.22.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.22.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.22.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.22.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.22.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.22.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.23.attention.attention.query_layer.weight', | |
| 'bert.bert.bert_encoder.layers.23.attention.attention.key_layer.weight', | |
| 'bert.bert.bert_encoder.layers.23.attention.attention.value_layer.weight', | |
| 'bert.bert.bert_encoder.layers.23.attention.output.dense.weight', | |
| 'bert.bert.bert_encoder.layers.23.intermediate.weight', | |
| 'bert.bert.bert_encoder.layers.23.output.dense.weight', | |
| 'bert.bert.dense.weight', | |
| 'bert.cls1.dense.weight' | |
| ] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| """ | |
| mindspore and tensorflow checkpoint transfer tools | |
| """ | |
| import argparse | |
| import tensorflow as tf | |
| from mindspore.common.tensor import Tensor | |
| from mindspore.train.serialization import load_checkpoint, save_checkpoint | |
| from ms2tf_config import param_name_dict as ms2tf_param_dict, transpose_list | |
| def convert_ms_2_tf(tf_ckpt_path, ms_ckpt_path, new_ckpt_path): | |
| """ | |
| convert ms checkpoint to tf checkpoint | |
| """ | |
| # load MS checkpoint | |
| ms_param_dict = load_checkpoint(ms_ckpt_path) | |
| for name in ms_param_dict.keys(): | |
| if isinstance(ms_param_dict[name].data, Tensor): | |
| ms_param_dict[name] = ms_param_dict[name].data.asnumpy() | |
| convert_count = 0 | |
| with tf.Session() as sess: | |
| # convert ms shape to tf | |
| print("start convert parameter ...") | |
| new_var_list = [] | |
| for var_name, shape in tf.contrib.framework.list_variables(tf_ckpt_path): | |
| if var_name in ms2tf_param_dict: | |
| ms_name = ms2tf_param_dict[var_name] | |
| new_tensor = tf.convert_to_tensor(ms_param_dict[ms_name]) | |
| if ms_name in transpose_list: | |
| new_tensor = tf.transpose(new_tensor, (1, 0)) | |
| if new_tensor.shape != tuple(shape): | |
| raise ValueError("shape is not matched after transpose!! {}, {}" | |
| .format(str(new_tensor.shape), str(tuple(shape)))) | |
| if new_tensor.shape != tuple(shape): | |
| raise ValueError("shape is not matched after transpose!! {}, {}" | |
| .format(str(new_tensor.shape), str(tuple(shape)))) | |
| var = tf.Variable(new_tensor, name=var_name) | |
| convert_count = convert_count + 1 | |
| else: | |
| var = tf.Variable(tf.contrib.framework.load_variable(tf_ckpt_path, var_name), name=var_name) | |
| new_var_list.append(var) | |
| print('convert value num: ', convert_count, " of ", len(ms2tf_param_dict)) | |
| # saving tf checkpoint | |
| print("start saving ...") | |
| saver = tf.train.Saver(var_list=new_var_list) | |
| sess.run(tf.global_variables_initializer()) | |
| saver.save(sess, new_ckpt_path) | |
| print("tf checkpoint was save in :", new_ckpt_path) | |
| return True | |
| def convert_tf_2_ms(tf_ckpt_path, ms_ckpt_path, new_ckpt_path): | |
| """ | |
| convert tf checkpoint to ms checkpoint | |
| """ | |
| tf2ms_param_dict = dict(zip(ms2tf_param_dict.values(), ms2tf_param_dict.keys())) | |
| new_params_list = [] | |
| flag_tf1 = tf.__version__[0] == '1' | |
| session = tf.compat.v1.Session() | |
| count = 0 | |
| for ms_name in tf2ms_param_dict.keys(): | |
| count += 1 | |
| param_dict = {} | |
| tf_name = tf2ms_param_dict[ms_name] | |
| data = tf.train.load_variable(tf_ckpt_path, tf_name) | |
| if ms_name in transpose_list: | |
| data = tf.transpose(data, (1, 0)) | |
| data = data.eval(session=session) if flag_tf1 else data.numpy() | |
| param_dict['name'] = ms_name | |
| param_dict['data'] = Tensor(data) | |
| new_params_list.append(param_dict) | |
| print("start saving checkpoint ...") | |
| save_checkpoint(new_params_list, new_ckpt_path) | |
| print("ms checkpoint was save in :", new_ckpt_path) | |
| return True | |
| def main(): | |
| """ | |
| tf checkpoint transfer to ms or ms checkpoint transfer to tf | |
| """ | |
| parser = argparse.ArgumentParser(description='checkpoint transfer.') | |
| parser.add_argument("--tf_ckpt_path", type=str, default='./tf-bert/bs64k_32k_ckpt_model.ckpt-28252', | |
| help="TensorFlow checkpoint dir, default is: './tf-bert/bs64k_32k_ckpt_model.ckpt-28252'.") | |
| parser.add_argument("--ms_ckpt_path", type=str, default='./ms-bert/large_en.ckpt', | |
| help="MindSpore checkpoint dir, default is: './ms-bert/large_en.ckpt'.") | |
| parser.add_argument("--new_ckpt_path", type=str, default='./new_ckpt/new_bert_large_en.ckpt', | |
| help="New checkpoint dir, default is: './new_ckpt/new_bert_large_en.ckpt'.") | |
| parser.add_argument("--transfer_option", type=str, default='ms2tf', | |
| help="option of transfer ms2tf or tf2ms, default is ms2tf.") | |
| args_opt = parser.parse_args() | |
| if args_opt.transfer_option == 'ms2tf': | |
| print("start ms2tf option ...") | |
| tf_ckpt_path = args_opt.tf_ckpt_path | |
| ms_ckpt_path = args_opt.ms_ckpt_path | |
| new_ckpt_path = args_opt.new_ckpt_path | |
| convert_ms_2_tf(tf_ckpt_path, ms_ckpt_path, new_ckpt_path) | |
| elif args_opt.transfer_option == 'tf2ms': | |
| print("start tf2ms option ...") | |
| tf_ckpt_path = args_opt.tf_ckpt_path | |
| ms_ckpt_path = args_opt.ms_ckpt_path | |
| new_ckpt_path = args_opt.new_ckpt_path | |
| convert_tf_2_ms(tf_ckpt_path, ms_ckpt_path, new_ckpt_path) | |
| else: | |
| print("ERROR: '--transfer_option' please select 0 or 1") | |
| if __name__ == "__main__": | |
| main() |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment