Skip to content

Instantly share code, notes, and snippets.

@minhlab

minhlab/deep-coref-architecture.json

Created March 18, 2017 02:54
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save minhlab/dde0eb955c7f7b4bb37676206a6bd807 to your computer and use it in GitHub Desktop.
Save minhlab/dde0eb955c7f7b4bb37676206a6bd807 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
deep-coref-architecture.json
{
"loss":{
"y":"summed_cross_entropy",
"anaphoricities":"summed_cross_entropy"
},
"theano_mode":null,
"name":"Graph",
"output_config":[
{
"inputs":[
],
"name":"anaphoricities",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"input":"top_anaphoricity"
},
{
"inputs":[
],
"name":"y",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"input":"top"
}
],
"input_config":[
{
"dtype":"int32",
"name":"anaphors",
"input_shape":[
1
]
},
{
"dtype":"int32",
"name":"words",
"input_shape":[
8
]
},
{
"dtype":"float",
"name":"spans",
"input_shape":[
250
]
},
{
"dtype":"float",
"name":"mention_features",
"input_shape":[
24
]
},
{
"dtype":"int32",
"name":"antecedents",
"input_shape":[
1
]
},
{
"dtype":"int32",
"name":"pair_antecedents",
"input_shape":[
1
]
},
{
"dtype":"int32",
"name":"pair_anaphors",
"input_shape":[
1
]
},
{
"dtype":"float",
"name":"pair_features",
"input_shape":[
70
]
}
],
"node_config":[
{
"inputs":[
],
"name":"word_embeddings",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"words"
},
{
"inputs":[
],
"name":"flattened_embeddings",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"word_embeddings"
},
{
"inputs":[
"spans",
"anaphors"
],
"name":"anaphoricity_spans",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"anaphoricity_spans_reprs",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"anaphoricity_spans"
},
{
"inputs":[
"flattened_embeddings",
"anaphors"
],
"name":"anaphoricity_embeddings_flattened",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"anaphoricity_embeddings_dropped",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"anaphoricity_embeddings_flattened"
},
{
"inputs":[
],
"name":"anaphoricity_embeddings_reprs",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"anaphoricity_embeddings_dropped"
},
{
"inputs":[
"mention_features",
"anaphors"
],
"name":"anaphoricity_reprs_features",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"anaphoricity_reprs_features_reprs",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"anaphoricity_reprs_features"
},
{
"inputs":[
"anaphoricity_spans_reprs",
"anaphoricity_embeddings_reprs",
"anaphoricity_reprs_features_reprs"
],
"name":"anaphoricity_reprs",
"concat_axis":-1,
"merge_mode":"sum",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"top_anaphoricity",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"anaphoricity_reprs"
},
{
"inputs":[
"spans",
"antecedents"
],
"name":"antecedent_spans",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"antecedent_spans_reprs",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"antecedent_spans"
},
{
"inputs":[
"antecedent_spans_reprs",
"pair_antecedents"
],
"name":"pair_antecedent_spans_reprs",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
"flattened_embeddings",
"antecedents"
],
"name":"antecedent_embeddings_flattened",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
"antecedent_embeddings_flattened",
"pair_antecedents"
],
"name":"pair_antecedent_embeddings_dropped",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"pair_antecedent_embeddings_reprs",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"pair_antecedent_embeddings_dropped"
},
{
"inputs":[
"pair_antecedent_spans_reprs",
"pair_antecedent_embeddings_reprs"
],
"name":"pair_antecedent_reprs",
"concat_axis":-1,
"merge_mode":"sum",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
"spans",
"anaphors"
],
"name":"anaphor_spans",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"anaphor_spans_reprs",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"anaphor_spans"
},
{
"inputs":[
"anaphor_spans_reprs",
"pair_anaphors"
],
"name":"pair_anaphor_spans_reprs",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
"flattened_embeddings",
"anaphors"
],
"name":"anaphor_embeddings_flattened",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
"anaphor_embeddings_flattened",
"pair_anaphors"
],
"name":"pair_anaphor_embeddings_dropped",
"concat_axis":-1,
"merge_mode":"index",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"pair_anaphor_embeddings_reprs",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"pair_anaphor_embeddings_dropped"
},
{
"inputs":[
"pair_anaphor_spans_reprs",
"pair_anaphor_embeddings_reprs"
],
"name":"pair_anaphor_reprs",
"concat_axis":-1,
"merge_mode":"sum",
"dot_axes":-1,
"create_output":false,
"input":null
},
{
"inputs":[
],
"name":"pair_features_reprs",
"concat_axis":-1,
"merge_mode":"concat",
"dot_axes":-1,
"create_output":false,
"input":"pair_features"
},
{
"inputs":[
"pair_anaphor_reprs",
"pair_antecedent_reprs",
"pair_features_reprs"
],
"name":"top",
"concat_axis":-1,
"merge_mode":"sum",
"dot_axes":-1,
"create_output":false,
"input":null
}
],
"output_order":[
"anaphoricities",
"y"
],
"optimizer":{
"epsilon":1e-05,
"lr":0.0020000000949949026,
"name":"RMSprop",
"rho":0.8999999761581421
},
"input_order":[
"anaphors",
"words",
"spans",
"mention_features",
"antecedents",
"pair_antecedents",
"pair_anaphors",
"pair_features"
],
"nodes":{
"anaphor_spans_reprs":{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1000
},
"anaphoricity_spans":{
"name":"Identity"
},
"anaphoricity_embeddings_dropped":{
"p":0.5,
"name":"Dropout"
},
"flattened_embeddings":{
"name":"Flatten"
},
"word_embeddings":{
"W_constraint":null,
"name":"Embedding",
"output_dim":50,
"trainable":true,
"input_shape":[
34275
],
"init":"uniform",
"input_dim":34275,
"mask_zero":false,
"W_regularizer":null,
"activity_regularizer":null,
"input_length":8
},
"pair_anaphor_reprs":{
"name":"Identity"
},
"anaphoricity_spans_reprs":{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1000
},
"anaphoricity_embeddings_flattened":{
"name":"Identity"
},
"antecedent_spans_reprs":{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1000
},
"pair_antecedent_spans_reprs":{
"name":"Identity"
},
"anaphoricity_reprs_features_reprs":{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1000
},
"pair_antecedent_reprs":{
"name":"Identity"
},
"pair_antecedent_embeddings_dropped":{
"p":0.5,
"name":"Dropout"
},
"anaphor_embeddings_flattened":{
"name":"Identity"
},
"pair_features_reprs":{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1000
},
"anaphoricity_reprs":{
"name":"Identity"
},
"pair_anaphor_embeddings_reprs":{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1000
},
"anaphoricity_reprs_features":{
"name":"Identity"
},
"pair_anaphor_spans_reprs":{
"name":"Identity"
},
"anaphoricity_embeddings_reprs":{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1000
},
"antecedent_embeddings_flattened":{
"name":"Identity"
},
"pair_anaphor_embeddings_dropped":{
"p":0.5,
"name":"Dropout"
},
"pair_antecedent_embeddings_reprs":{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1000
},
"anaphor_spans":{
"name":"Identity"
},
"antecedent_spans":{
"name":"Identity"
},
"top_anaphoricity":{
"layers":[
{
"target":0,
"beta":0.1,
"activation":"relu",
"name":"Activation",
"input_shape":[
1000
]
},
{
"p":0.5,
"name":"Dropout"
},
{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"relu",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":500
},
{
"p":0.5,
"name":"Dropout"
},
{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"relu",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":500
},
{
"p":0.5,
"name":"Dropout"
},
{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1
},
{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1
},
{
"beta":0.1,
"activation":"sigmoid",
"name":"Activation",
"target":0
}
],
"name":"Sequential"
},
"top":{
"layers":[
{
"target":0,
"beta":0.1,
"activation":"relu",
"name":"Activation",
"input_shape":[
1000
]
},
{
"p":0.5,
"name":"Dropout"
},
{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"relu",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":500
},
{
"p":0.5,
"name":"Dropout"
},
{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"relu",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":500
},
{
"p":0.5,
"name":"Dropout"
},
{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1
},
{
"b_constraint":null,
"name":"Dense",
"activity_regularizer":null,
"W_constraint":null,
"init":"glorot_uniform",
"activation":"linear",
"input_dim":null,
"b_regularizer":null,
"W_regularizer":{
"l2":1e-06,
"name":"WeightRegularizer",
"l1":0.0
},
"output_dim":1
},
{
"beta":0.1,
"activation":"sigmoid",
"name":"Activation",
"target":0
}
],
"name":"Sequential"
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment