Skip to content

Instantly share code, notes, and snippets.

@213edu
Created May 30, 2020 00:02
Show Gist options
  • Save 213edu/720c026b37ac44bcc5dd58e61a2fa0ef to your computer and use it in GitHub Desktop.
Save 213edu/720c026b37ac44bcc5dd58e61a2fa0ef to your computer and use it in GitHub Desktop.
Google Vision API annotation results for https://www.youtube.com/watch?v=KuTL-yvXSVU
annotation_results {
input_uri: "/cdn.memesearch.org/temp/KuTL-yvXSVU.mp4"
error {
code: 3
message: "Invalid SpeechTranscription request argument(s)."
}
segment {
start_time_offset {
}
end_time_offset {
seconds: 449
nanos: 979501000
}
}
}
annotation_results {
input_uri: "/cdn.memesearch.org/temp/KuTL-yvXSVU.mp4"
segment_label_annotations {
entity {
entity_id: "/m/068hy"
description: "pet"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0jbk"
description: "animal"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
}
end_time_offset {
seconds: 449
nanos: 949500000
}
}
confidence: 0.21358162
}
}
segment_label_annotations {
entity {
entity_id: "/m/07h17"
description: "toucan"
language_code: "en-US"
}
category_entities {
entity_id: "/m/015p6"
description: "bird"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
}
end_time_offset {
seconds: 449
nanos: 949500000
}
}
confidence: 0.44799227
}
}
segment_label_annotations {
entity {
entity_id: "/m/0jbk"
description: "animal"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
}
end_time_offset {
seconds: 449
nanos: 949500000
}
}
confidence: 0.36486688
}
}
shot_label_annotations {
entity {
entity_id: "/m/02chd9"
description: "brush"
language_code: "en-US"
}
category_entities {
entity_id: "/m/07k1x"
description: "tool"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 227
nanos: 393833000
}
end_time_offset {
seconds: 236
nanos: 836600000
}
}
confidence: 0.27206177
}
}
shot_label_annotations {
entity {
entity_id: "/m/02yq2x"
description: "reflecting pool"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0cn9q5b"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 347
nanos: 513833000
}
end_time_offset {
seconds: 352
nanos: 919233000
}
}
confidence: 0.4206542
}
}
shot_label_annotations {
entity {
entity_id: "/m/017fsk"
description: "norwegian forest cat"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01yrx"
description: "cat"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 123
nanos: 990533000
}
end_time_offset {
seconds: 135
nanos: 101633000
}
}
confidence: 0.294165
}
}
shot_label_annotations {
entity {
entity_id: "/m/0841v"
description: "walmart"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 11
nanos: 611600000
}
end_time_offset {
seconds: 18
nanos: 885533000
}
}
confidence: 0.23305172
}
}
shot_label_annotations {
entity {
entity_id: "/m/02bkg"
description: "diving"
language_code: "en-US"
}
category_entities {
entity_id: "/m/06ntj"
description: "sports"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 347
nanos: 513833000
}
end_time_offset {
seconds: 352
nanos: 919233000
}
}
confidence: 0.22924562
}
}
shot_label_annotations {
entity {
entity_id: "/m/095bb"
description: "animated cartoon"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0hcr"
description: "animation"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 410
nanos: 977233000
}
end_time_offset {
seconds: 412
nanos: 678933000
}
}
confidence: 0.68628216
}
}
shot_label_annotations {
entity {
entity_id: "/m/025zzc"
description: "action game"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01mf0"
description: "software"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 290
nanos: 957333000
}
end_time_offset {
seconds: 299
nanos: 465833000
}
}
confidence: 0.9239089
}
segments {
segment {
start_time_offset {
seconds: 362
nanos: 962600000
}
end_time_offset {
seconds: 368
nanos: 234533000
}
}
confidence: 0.41684183
}
}
shot_label_annotations {
entity {
entity_id: "/m/0kpmf"
description: "dog breed"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 105
nanos: 972533000
}
end_time_offset {
seconds: 113
nanos: 79633000
}
}
confidence: 0.2225875
}
}
shot_label_annotations {
entity {
entity_id: "/m/04y7xr"
description: "cook"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01g317"
description: "person"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 117
nanos: 984533000
}
end_time_offset {
seconds: 123
nanos: 957166000
}
}
confidence: 0.42030177
}
}
shot_label_annotations {
entity {
entity_id: "/m/01pqfw"
description: "european herring gull"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01dwxx"
description: "gull"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 6
nanos: 306300000
}
end_time_offset {
seconds: 10
nanos: 944266000
}
}
confidence: 0.42570463
}
segments {
segment {
start_time_offset {
seconds: 10
nanos: 977633000
}
end_time_offset {
seconds: 11
nanos: 578233000
}
}
confidence: 0.20283875
}
}
shot_label_annotations {
entity {
entity_id: "/m/0hjzp"
description: "kitten"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01yrx"
description: "cat"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 29
nanos: 496133000
}
end_time_offset {
seconds: 34
nanos: 300933000
}
}
confidence: 0.27702975
}
segments {
segment {
start_time_offset {
seconds: 123
nanos: 990533000
}
end_time_offset {
seconds: 135
nanos: 101633000
}
}
confidence: 0.5237704
}
segments {
segment {
start_time_offset {
seconds: 138
nanos: 605133000
}
end_time_offset {
seconds: 148
nanos: 615133000
}
}
confidence: 0.47378522
}
segments {
segment {
start_time_offset {
seconds: 271
nanos: 471200000
}
end_time_offset {
seconds: 277
nanos: 176900000
}
}
confidence: 0.41571233
}
segments {
segment {
start_time_offset {
seconds: 342
nanos: 442100000
}
end_time_offset {
seconds: 347
nanos: 480466000
}
}
confidence: 0.48863128
}
}
shot_label_annotations {
entity {
entity_id: "/m/015p6"
description: "bird"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0jbk"
description: "animal"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 6
nanos: 306300000
}
end_time_offset {
seconds: 10
nanos: 944266000
}
}
confidence: 0.4544819
}
segments {
segment {
start_time_offset {
seconds: 10
nanos: 977633000
}
end_time_offset {
seconds: 11
nanos: 578233000
}
}
confidence: 0.4514496
}
segments {
segment {
start_time_offset {
seconds: 171
nanos: 804966000
}
end_time_offset {
seconds: 181
nanos: 381200000
}
}
confidence: 0.44443816
}
}
shot_label_annotations {
entity {
entity_id: "/m/07c1v"
description: "technology"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 259
nanos: 792866000
}
end_time_offset {
seconds: 265
nanos: 765500000
}
}
confidence: 0.35019368
}
}
shot_label_annotations {
entity {
entity_id: "/m/071jj"
description: "siberian husky"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0bt9lr"
description: "dog"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 138
nanos: 605133000
}
end_time_offset {
seconds: 148
nanos: 615133000
}
}
confidence: 0.54298514
}
}
shot_label_annotations {
entity {
entity_id: "/m/0fsjh"
description: "antler"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01l0y0"
description: "material"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01jwgf"
description: "product"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 416
nanos: 215800000
}
end_time_offset {
seconds: 430
nanos: 129700000
}
}
confidence: 0.68380445
}
}
shot_label_annotations {
entity {
entity_id: "/m/08t0vy"
description: "individual sports"
language_code: "en-US"
}
category_entities {
entity_id: "/m/06ntj"
description: "sports"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 218
nanos: 484933000
}
end_time_offset {
seconds: 222
nanos: 855966000
}
}
confidence: 0.24020588
}
}
shot_label_annotations {
entity {
entity_id: "/m/07h17"
description: "toucan"
language_code: "en-US"
}
category_entities {
entity_id: "/m/015p6"
description: "bird"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 171
nanos: 804966000
}
end_time_offset {
seconds: 181
nanos: 381200000
}
}
confidence: 0.95571685
}
}
shot_label_annotations {
entity {
entity_id: "/m/03x045"
description: "team sport"
language_code: "en-US"
}
category_entities {
entity_id: "/m/06ntj"
description: "sports"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 218
nanos: 484933000
}
end_time_offset {
seconds: 222
nanos: 855966000
}
}
confidence: 0.2766677
}
}
shot_label_annotations {
entity {
entity_id: "/m/071rm"
description: "shooting"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 290
nanos: 957333000
}
end_time_offset {
seconds: 299
nanos: 465833000
}
}
confidence: 0.24360749
}
}
shot_label_annotations {
entity {
entity_id: "/m/0k8hs"
description: "domestic long haired cat"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01yrx"
description: "cat"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 123
nanos: 990533000
}
end_time_offset {
seconds: 135
nanos: 101633000
}
}
confidence: 0.36098376
}
}
shot_label_annotations {
entity {
entity_id: "/m/05b0n7k"
description: "outdoor recreation"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 167
nanos: 300466000
}
end_time_offset {
seconds: 170
nanos: 770600000
}
}
confidence: 0.20997958
}
}
shot_label_annotations {
entity {
entity_id: "/m/0d7s3w"
description: "puppy"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0bt9lr"
description: "dog"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 105
nanos: 972533000
}
end_time_offset {
seconds: 113
nanos: 79633000
}
}
confidence: 0.33403462
}
segments {
segment {
start_time_offset {
seconds: 309
nanos: 676033000
}
end_time_offset {
seconds: 326
nanos: 659666000
}
}
confidence: 0.4183297
}
}
shot_label_annotations {
entity {
entity_id: "/m/01k74n"
description: "facial expression"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01g317"
description: "person"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 113
nanos: 113000000
}
end_time_offset {
seconds: 115
nanos: 949166000
}
}
confidence: 0.48382592
}
segments {
segment {
start_time_offset {
seconds: 283
nanos: 983700000
}
end_time_offset {
seconds: 290
nanos: 923966000
}
}
confidence: 0.28221688
}
}
shot_label_annotations {
entity {
entity_id: "/m/01919d"
description: "home cinema"
language_code: "en-US"
}
category_entities {
entity_id: "/m/06ht1"
description: "room"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 236
nanos: 869966000
}
end_time_offset {
seconds: 239
nanos: 239000000
}
}
confidence: 0.49069282
}
segments {
segment {
start_time_offset {
seconds: 239
nanos: 272366000
}
end_time_offset {
seconds: 242
nanos: 508933000
}
}
confidence: 0.46612874
}
}
shot_label_annotations {
entity {
entity_id: "/m/0czsqd"
description: "albatross"
language_code: "en-US"
}
category_entities {
entity_id: "/m/015p6"
description: "bird"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 6
nanos: 306300000
}
end_time_offset {
seconds: 10
nanos: 944266000
}
}
confidence: 0.5243731
}
}
shot_label_annotations {
entity {
entity_id: "/m/034_gn"
description: "press up"
language_code: "en-US"
}
category_entities {
entity_id: "/m/019w6h"
description: "exercise"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 394
nanos: 660933000
}
end_time_offset {
seconds: 407
nanos: 673933000
}
}
confidence: 0.26314154
}
}
shot_label_annotations {
entity {
entity_id: "/m/01mtb"
description: "cooking"
language_code: "en-US"
}
category_entities {
entity_id: "/m/018tkd"
description: "service"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 117
nanos: 984533000
}
end_time_offset {
seconds: 123
nanos: 957166000
}
}
confidence: 0.63791406
}
}
shot_label_annotations {
entity {
entity_id: "/m/0g4cd0"
description: "tabby cat"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01yrx"
description: "cat"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 271
nanos: 471200000
}
end_time_offset {
seconds: 277
nanos: 176900000
}
}
confidence: 0.21658443
}
}
shot_label_annotations {
entity {
entity_id: "/m/05qjc"
description: "performing arts"
language_code: "en-US"
}
category_entities {
entity_id: "/m/02jjt"
description: "entertainment"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 236
nanos: 869966000
}
end_time_offset {
seconds: 239
nanos: 239000000
}
}
confidence: 0.22931804
}
segments {
segment {
start_time_offset {
seconds: 239
nanos: 272366000
}
end_time_offset {
seconds: 242
nanos: 508933000
}
}
confidence: 0.43787065
}
}
shot_label_annotations {
entity {
entity_id: "/m/074ft"
description: "song"
language_code: "en-US"
}
category_entities {
entity_id: "/m/04rlf"
description: "music"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 236
nanos: 869966000
}
end_time_offset {
seconds: 239
nanos: 239000000
}
}
confidence: 0.21256734
}
segments {
segment {
start_time_offset {
seconds: 239
nanos: 272366000
}
end_time_offset {
seconds: 242
nanos: 508933000
}
}
confidence: 0.39840993
}
}
shot_label_annotations {
entity {
entity_id: "/m/09686"
description: "vertebrate"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0jbk"
description: "animal"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 342
nanos: 442100000
}
end_time_offset {
seconds: 347
nanos: 480466000
}
}
confidence: 0.32307988
}
}
shot_label_annotations {
entity {
entity_id: "/m/0h0rv"
description: "pigeons and doves"
language_code: "en-US"
}
category_entities {
entity_id: "/m/015p6"
description: "bird"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 6
nanos: 306300000
}
end_time_offset {
seconds: 10
nanos: 944266000
}
}
confidence: 0.27086034
}
}
shot_label_annotations {
entity {
entity_id: "/m/04c0y"
description: "kangaroo"
language_code: "en-US"
}
category_entities {
entity_id: "/m/04rky"
description: "mammal"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 222
nanos: 889333000
}
end_time_offset {
seconds: 227
nanos: 360466000
}
}
confidence: 0.9440578
}
segments {
segment {
start_time_offset {
seconds: 416
nanos: 215800000
}
end_time_offset {
seconds: 430
nanos: 129700000
}
}
confidence: 0.3893134
}
}
shot_label_annotations {
entity {
entity_id: "/m/068hy"
description: "pet"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0jbk"
description: "animal"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 10
nanos: 977633000
}
end_time_offset {
seconds: 11
nanos: 578233000
}
}
confidence: 0.27293524
}
segments {
segment {
start_time_offset {
seconds: 18
nanos: 918900000
}
end_time_offset {
seconds: 25
nanos: 492133000
}
}
confidence: 0.6385036
}
segments {
segment {
start_time_offset {
seconds: 29
nanos: 496133000
}
end_time_offset {
seconds: 34
nanos: 300933000
}
}
confidence: 0.6514643
}
segments {
segment {
start_time_offset {
seconds: 34
nanos: 334300000
}
end_time_offset {
seconds: 44
nanos: 377666000
}
}
confidence: 0.41447073
}
segments {
segment {
start_time_offset {
seconds: 70
nanos: 170100000
}
end_time_offset {
seconds: 84
nanos: 784700000
}
}
confidence: 0.38196418
}
segments {
segment {
start_time_offset {
seconds: 91
nanos: 491400000
}
end_time_offset {
seconds: 94
nanos: 194100000
}
}
confidence: 0.4703942
}
segments {
segment {
start_time_offset {
seconds: 105
nanos: 972533000
}
end_time_offset {
seconds: 113
nanos: 79633000
}
}
confidence: 0.6015648
}
segments {
segment {
start_time_offset {
seconds: 123
nanos: 990533000
}
end_time_offset {
seconds: 135
nanos: 101633000
}
}
confidence: 0.668811
}
segments {
segment {
start_time_offset {
seconds: 138
nanos: 605133000
}
end_time_offset {
seconds: 148
nanos: 615133000
}
}
confidence: 0.6709676
}
segments {
segment {
start_time_offset {
seconds: 148
nanos: 648500000
}
end_time_offset {
seconds: 157
nanos: 524033000
}
}
confidence: 0.48435494
}
segments {
segment {
start_time_offset {
seconds: 170
nanos: 803966000
}
end_time_offset {
seconds: 171
nanos: 771600000
}
}
confidence: 0.23770876
}
segments {
segment {
start_time_offset {
seconds: 171
nanos: 804966000
}
end_time_offset {
seconds: 181
nanos: 381200000
}
}
confidence: 0.5710998
}
segments {
segment {
start_time_offset {
seconds: 271
nanos: 471200000
}
end_time_offset {
seconds: 277
nanos: 176900000
}
}
confidence: 0.64716655
}
segments {
segment {
start_time_offset {
seconds: 309
nanos: 676033000
}
end_time_offset {
seconds: 326
nanos: 659666000
}
}
confidence: 0.6391942
}
segments {
segment {
start_time_offset {
seconds: 342
nanos: 442100000
}
end_time_offset {
seconds: 347
nanos: 480466000
}
}
confidence: 0.63671225
}
segments {
segment {
start_time_offset {
seconds: 352
nanos: 952600000
}
end_time_offset {
seconds: 357
nanos: 90066000
}
}
confidence: 0.57331324
}
segments {
segment {
start_time_offset {
seconds: 362
nanos: 962600000
}
end_time_offset {
seconds: 368
nanos: 234533000
}
}
confidence: 0.37722456
}
}
shot_label_annotations {
entity {
entity_id: "/m/01280g"
description: "wildlife"
language_code: "en-US"
}
category_entities {
entity_id: "/m/0jbk"
description: "animal"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 222
nanos: 889333000
}
end_time_offset {
seconds: 227
nanos: 360466000
}
}
confidence: 0.20460169
}
segments {
segment {
start_time_offset {
seconds: 416
nanos: 215800000
}
end_time_offset {
seconds: 430
nanos: 129700000
}
}
confidence: 0.30816072
}
}
shot_label_annotations {
entity {
entity_id: "/m/06zfw"
description: "skateboarding"
language_code: "en-US"
}
category_entities {
entity_id: "/m/06ntj"
description: "sports"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 25
nanos: 525500000
}
end_time_offset {
seconds: 29
nanos: 462766000
}
}
confidence: 0.39150077
}
}
shot_label_annotations {
entity {
entity_id: "/m/09v6kpg"
description: "minecraft"
language_code: "en-US"
}
category_entities {
entity_id: "/m/01mf0"
description: "software"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 277
nanos: 210266000
}
end_time_offset {
seconds: 283
nanos: 316366000
}
}
confidence: 0.5985517
}
segments {
segment {
start_time_offset {
seconds: 303
nanos: 970333000
}
end_time_offset {
seconds: 309
nanos: 642666000
}
}
confidence: 0.3508666
}
}
shot_label_annotations {
entity {
entity_id: "/m/012shk"
description: "seabird"
language_code: "en-US"
}
category_entities {
entity_id: "/m/015p6"
description: "bird"
language_code: "en-US"
}
segments {
segment {
start_time_offset {
seconds: 6
nanos: 306300000
}
end_time_offset {
seconds: 10
nanos: 944266000
}
}
confidence: 0.82862073
}
segments {
segment {
start_time_offset {
seconds: 10
nanos: 977633000
}
end_time
x: 0.42109376
y: 0.013888889
}
vertices {
x: 0
vertices {
x: 0.5307467
y: 0.7661213
}
nanos: 730400000
}
}
frames {
rotated_boun
y: 0.20694445
}
vertices {
x: 0.83821815
x: 0.3953125
y: 0.004166667
}
vertices {
x: 0.36015624
y: 0.097222224
}
vertices {
x:
frames {
rotated_bounding_box {
vertices {
x: 0.48203126
x: 0.15234375
y: 0.13333334
}
}
time_o
seconds: 331
nanos: 30700000
}
}
}
vertices {
x: 0.8390625
y: 0.15833333
frames {
rotated_bounding_box {
vertices {
x: 0.84765625
frames {
rotated_bounding_box {
vertices {
x: 0.675
y: 0.2527
nanos: 368100000
}
}
frames {
nanos: 467200000
}
}
confidence: 0.716036
y: 0.026381867
}
}
time_offset {
seco
vertices {
x: 0.48359376
y: 0.07083333
}
nanos: 108700000
}
}
frames {
vertices {
x: 0.84452695
y: 0.903641
}
vertice
}
vertices {
x: 0.5578123
y: 0.061212465
vertices {
x: 0.08589778
y: 0.77249575
}
segments {
segment {
start_time_offset {
seconds: 296
nanos
x: 0.6328125
y: 0.7222222
}
vertices {
x: 0.6328125
vertices {
x: 0.6288158
y: 0.48899484
}
rotated_bounding_box {
vertices {
x: 0.6203125
y: 0.7347222
}
frames {
rotated_bounding_box {
vertices {
x: 0.0
vertices {
x: 0.4328125
y: 0.0027777778
}
vertices {
}
category_entities {
entity_id: "/m/09j2d"
description: "clothing"
language_code: "en
segments {
segment {
start_time_offset {
}
nanos: 377666000
}
}
confidence: 0.48719367
shot_presence_label_annotations {
entity {
entity_id: "/m/027x7n"
description: "physical fitness"
language_code: "en-US
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment