Skip to content

Instantly share code, notes, and snippets.

@debovis
Last active October 7, 2022 18:36
Show Gist options
  • Save debovis/6740c8ef9ba8c45c74b41e382e1e6c67 to your computer and use it in GitHub Desktop.
Save debovis/6740c8ef9ba8c45c74b41e382e1e6c67 to your computer and use it in GitHub Desktop.
{
"processorName": "contract-processor1",
"versionName": "pretrained-contract-processor-2022-10-07-104243",
"isFuzzyMatch": true,
"createTime": "2022-10-07T07:18:16.349388Z",
"metrics": {
"All labels": {
"f1Score": 0.7778220981252493,
"precision": 0.7751937984496124,
"recall": 0.7804682809685811,
"evaluatedDocuments": 350,
"testDocuments": 350,
"invalidDocuments": 0,
"failedDocuments": 0
},
"ip_indemnification": {
"f1Score": 0.1935484,
"precision": 0.23076923,
"recall": 0.16666667,
"optimalConfidence": 0.28,
"predictedInstancesCount": 13,
"groundtruthInstancesCount": 18,
"confidenceThreshold": 0.28
},
"termination_notice_period": {
"f1Score": 0.7849829,
"precision": 0.82733816,
"recall": 0.7467533,
"optimalConfidence": 0.58,
"predictedInstancesCount": 139,
"groundtruthInstancesCount": 154,
"confidenceThreshold": 0.58
},
"effective_date": {
"f1Score": 0.8948787,
"precision": 0.8691099,
"recall": 0.9222222,
"optimalConfidence": 0.67,
"predictedInstancesCount": 191,
"groundtruthInstancesCount": 180,
"confidenceThreshold": 0.67
},
"signature_date_signature_block": {
"f1Score": 0.90336585,
"precision": 0.90829694,
"recall": 0.8984881,
"optimalConfidence": 0,
"predictedInstancesCount": 458,
"groundtruthInstancesCount": 463,
"confidenceThreshold": 0
},
"entity_address": {
"f1Score": 0.69980884,
"precision": 0.73493975,
"recall": 0.6678832,
"optimalConfidence": 0.74,
"predictedInstancesCount": 249,
"groundtruthInstancesCount": 274,
"confidenceThreshold": 0.74
},
"entity_name_signature_block": {
"f1Score": 0.8454636,
"precision": 0.8742268,
"recall": 0.8185328,
"optimalConfidence": 0.95,
"predictedInstancesCount": 485,
"groundtruthInstancesCount": 518,
"confidenceThreshold": 0.95
},
"juris": {
"f1Score": 0.9155844,
"precision": 0.92763156,
"recall": 0.90384614,
"optimalConfidence": 0.43,
"predictedInstancesCount": 152,
"groundtruthInstancesCount": 156,
"confidenceThreshold": 0.43
},
"end_date": {
"f1Score": 0.83486235,
"precision": 0.875,
"recall": 0.7982456,
"optimalConfidence": 0.92,
"predictedInstancesCount": 104,
"groundtruthInstancesCount": 114,
"confidenceThreshold": 0.92
},
"payment_term": {
"f1Score": 0.48913044,
"precision": 0.41284403,
"recall": 0.6,
"optimalConfidence": 0.57,
"predictedInstancesCount": 109,
"groundtruthInstancesCount": 75,
"confidenceThreshold": 0.57
},
"termination_for_cause": {
"f1Score": 0.5423729,
"precision": 0.42105263,
"recall": 0.7619048,
"optimalConfidence": 0.09,
"predictedInstancesCount": 76,
"groundtruthInstancesCount": 42,
"confidenceThreshold": 0.09
},
"order_form_entity_address": {
"f1Score": 0.51336896,
"precision": 0.47524753,
"recall": 0.55813956,
"optimalConfidence": 0.08,
"predictedInstancesCount": 101,
"groundtruthInstancesCount": 86,
"confidenceThreshold": 0.08
},
"renewal_term": {
"f1Score": 0.63333327,
"precision": 0.6785714,
"recall": 0.59375,
"optimalConfidence": 0.01,
"predictedInstancesCount": 28,
"groundtruthInstancesCount": 32,
"confidenceThreshold": 0.01
},
"termination_for_convenience": {
"f1Score": 0.6433567,
"precision": 0.7419355,
"recall": 0.56790125,
"optimalConfidence": 0.1,
"predictedInstancesCount": 62,
"groundtruthInstancesCount": 81,
"confidenceThreshold": 0.1
},
"entity_name": {
"f1Score": 0.76714975,
"precision": 0.7678917,
"recall": 0.7664093,
"optimalConfidence": 0.1,
"predictedInstancesCount": 517,
"groundtruthInstancesCount": 518,
"confidenceThreshold": 0.1
},
"start_date": {
"f1Score": 0.6476191,
"precision": 0.6938776,
"recall": 0.60714287,
"optimalConfidence": 0.54,
"predictedInstancesCount": 49,
"groundtruthInstancesCount": 56,
"confidenceThreshold": 0.54
},
"entity_name_title": {
"f1Score": 0.68604654,
"precision": 0.68604654,
"recall": 0.68604654,
"optimalConfidence": 0.44,
"predictedInstancesCount": 172,
"groundtruthInstancesCount": 172,
"confidenceThreshold": 0.44
},
"order_form_start_date": {
"f1Score": 0.71641785,
"precision": 0.6666667,
"recall": 0.7741935,
"optimalConfidence": 0.67,
"predictedInstancesCount": 36,
"groundtruthInstancesCount": 31,
"confidenceThreshold": 0.67
},
"contract_type_title": {
"f1Score": 0.8336134,
"precision": 0.8378378,
"recall": 0.8294314,
"optimalConfidence": 0.38,
"predictedInstancesCount": 296,
"groundtruthInstancesCount": 299,
"confidenceThreshold": 0.38
},
"annual_fee_amount": {
"f1Score": 0.5652174,
"precision": 0.8666667,
"recall": 0.41935483,
"optimalConfidence": 0.92,
"predictedInstancesCount": 15,
"groundtruthInstancesCount": 31,
"confidenceThreshold": 0.92
},
"venue": {
"f1Score": 0.7829787,
"precision": 0.8141593,
"recall": 0.75409836,
"optimalConfidence": 0.15,
"predictedInstancesCount": 113,
"groundtruthInstancesCount": 122,
"confidenceThreshold": 0.15
},
"signer_title_signature_block": {
"f1Score": 0.83959043,
"precision": 0.80655736,
"recall": 0.8754448,
"optimalConfidence": 0.02,
"predictedInstancesCount": 610,
"groundtruthInstancesCount": 562,
"confidenceThreshold": 0.02
},
"opt_out_length": {
"f1Score": 0.77551013,
"precision": 0.7307692,
"recall": 0.82608694,
"optimalConfidence": 0,
"predictedInstancesCount": 26,
"groundtruthInstancesCount": 23,
"confidenceThreshold": 0
},
"order_form_entity_name": {
"f1Score": 0.5135135,
"precision": 0.47107437,
"recall": 0.56435645,
"optimalConfidence": 0.71,
"predictedInstancesCount": 121,
"groundtruthInstancesCount": 101,
"confidenceThreshold": 0.71
},
"signer_name_signature_block": {
"f1Score": 0.793361,
"precision": 0.8047138,
"recall": 0.7823241,
"optimalConfidence": 0.59,
"predictedInstancesCount": 594,
"groundtruthInstancesCount": 611,
"confidenceThreshold": 0.59
},
"fee_amount": {
"f1Score": 0.5984655,
"precision": 0.52,
"recall": 0.70481926,
"optimalConfidence": 0.81,
"predictedInstancesCount": 225,
"groundtruthInstancesCount": 166,
"confidenceThreshold": 0.81
},
"term_length": {
"f1Score": 0.8118811,
"precision": 0.9111111,
"recall": 0.73214287,
"optimalConfidence": 0.15,
"predictedInstancesCount": 90,
"groundtruthInstancesCount": 112,
"confidenceThreshold": 0.15
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment