Skip to content

Instantly share code, notes, and snippets.

@bveeramani

bveeramani/traceback.txt

Created November 7, 2022 19:00
Show Gist options
  • Save bveeramani/1cbcf12db3bc8703aeee24fa750d1642 to your computer and use it in GitHub Desktop.
Save bveeramani/1cbcf12db3bc8703aeee24fa750d1642 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
traceback.txt
(_split_single_block pid=8869) Traceback (most recent call last):
(_split_single_block pid=8869) File "python/ray/_raylet.pyx", line 865, in ray._raylet.execute_task
(_split_single_block pid=8869) with ray._private.worker._changeproctitle(title, next_title):
(_split_single_block pid=8869) File "python/ray/_raylet.pyx", line 869, in ray._raylet.execute_task
(_split_single_block pid=8869) outputs = function_executor(*args, **kwargs)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 121, in _split_single_block
(_split_single_block pid=8869) split_block = block_accessor.slice(prev_index, index, copy=True)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 175, in slice
(_split_single_block pid=8869) view = _copy_table(view)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 618, in _copy_table
(_split_single_block pid=8869) arr = _concatenate_extension_column(col)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
(_split_single_block pid=8869) return ArrowTensorArray._concat_same_type(ca.chunks)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 306, in _concat_same_type
(_split_single_block pid=8869) return ArrowVariableShapedTensorArray.from_numpy(
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 562, in from_numpy
(_split_single_block pid=8869) raise ValueError(
(_split_single_block pid=8869) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 81, 78],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [69, 85, 82],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [8, 10, 5],
(_split_single_block pid=8869) [3, 5, 0],
(_split_single_block pid=8869) [0, 2, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[66, 82, 79],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [70, 86, 83],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 2, 0],
(_split_single_block pid=8869) [1, 3, 0],
(_split_single_block pid=8869) [3, 5, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[66, 82, 79],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [69, 85, 82],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [6, 6, 4],
(_split_single_block pid=8869) [8, 8, 6],
(_split_single_block pid=8869) [9, 9, 7]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[58, 73, 70],
(_split_single_block pid=8869) [58, 73, 70],
(_split_single_block pid=8869) [58, 73, 70],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [86, 95, 94],
(_split_single_block pid=8869) [86, 95, 94],
(_split_single_block pid=8869) [85, 94, 93]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [85, 94, 93],
(_split_single_block pid=8869) [84, 93, 92],
(_split_single_block pid=8869) [83, 92, 91]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [82, 91, 90],
(_split_single_block pid=8869) [81, 90, 89],
(_split_single_block pid=8869) [80, 89, 88]]], dtype=object), array([[[0, 1, 0],
(_split_single_block pid=8869) [6, 8, 7],
(_split_single_block pid=8869) [0, 1, 0],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 1, 0],
(_split_single_block pid=8869) [7, 9, 8],
(_split_single_block pid=8869) [0, 1, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[14, 16, 15],
(_split_single_block pid=8869) [40, 42, 41],
(_split_single_block pid=8869) [36, 38, 37],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [21, 25, 24],
(_split_single_block pid=8869) [30, 32, 31],
(_split_single_block pid=8869) [11, 13, 12]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[1, 3, 2],
(_split_single_block pid=8869) [41, 43, 42],
(_split_single_block pid=8869) [46, 48, 47],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [25, 29, 28],
(_split_single_block pid=8869) [27, 29, 28],
(_split_single_block pid=8869) [0, 2, 1]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[0, 9, 0],
(_split_single_block pid=8869) [107, 121, 106],
(_split_single_block pid=8869) [86, 98, 86],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [27, 27, 27],
(_split_single_block pid=8869) [21, 21, 21],
(_split_single_block pid=8869) [2, 2, 2]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[18, 29, 15],
(_split_single_block pid=8869) [93, 104, 90],
(_split_single_block pid=8869) [85, 95, 84],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [22, 22, 22],
(_split_single_block pid=8869) [20, 20, 20],
(_split_single_block pid=8869) [6, 6, 6]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[0, 4, 0],
(_split_single_block pid=8869) [10, 18, 7],
(_split_single_block pid=8869) [14, 22, 11],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 0, 0],
(_split_single_block pid=8869) [2, 2, 2],
(_split_single_block pid=8869) [0, 0, 0]]], dtype=object), array([[[25, 30, 34],
(_split_single_block pid=8869) [26, 31, 35],
(_split_single_block pid=8869) [28, 33, 37],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[27, 32, 36],
(_split_single_block pid=8869) [28, 33, 37],
(_split_single_block pid=8869) [29, 34, 38],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[30, 35, 39],
(_split_single_block pid=8869) [30, 35, 39],
(_split_single_block pid=8869) [31, 36, 40],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [14, 43, 75],
(_split_single_block pid=8869) [14, 43, 75],
(_split_single_block pid=8869) [14, 43, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [198, 209, 215],
(_split_single_block pid=8869) [191, 202, 208],
(_split_single_block pid=8869) [187, 198, 204]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [202, 212, 214],
(_split_single_block pid=8869) [196, 206, 208],
(_split_single_block pid=8869) [192, 202, 204]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [7, 20, 28],
(_split_single_block pid=8869) [7, 20, 28],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [203, 214, 216],
(_split_single_block pid=8869) [197, 208, 210],
(_split_single_block pid=8869) [193, 204, 206]]], dtype=object), array([[[83, 104, 131],
(_split_single_block pid=8869) [84, 105, 132],
(_split_single_block pid=8869) [85, 106, 133],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [51, 84, 115],
(_split_single_block pid=8869) [51, 84, 115],
(_split_single_block pid=8869) [51, 84, 115]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[81, 102, 129],
(_split_single_block pid=8869) [82, 103, 130],
(_split_single_block pid=8869) [83, 104, 131],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[89, 110, 137],
(_split_single_block pid=8869) [88, 109, 136],
(_split_single_block pid=8869) [86, 107, 134],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[38, 69, 100],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) [35, 66, 97],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 69, 83],
(_split_single_block pid=8869) [50, 69, 83],
(_split_single_block pid=8869) [50, 69, 83]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[37, 68, 99],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) [34, 65, 96],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [51, 70, 84],
(_split_single_block pid=8869) [51, 70, 84],
(_split_single_block pid=8869) [51, 70, 84]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[40, 71, 102],
(_split_single_block pid=8869) [38, 69, 100],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [52, 71, 85],
(_split_single_block pid=8869) [52, 71, 85],
(_split_single_block pid=8869) [52, 71, 85]]], dtype=object), array([[[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [145, 180, 218],
(_split_single_block pid=8869) [145, 180, 218],
(_split_single_block pid=8869) [147, 182, 220]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [149, 184, 222],
(_split_single_block pid=8869) [149, 184, 222],
(_split_single_block pid=8869) [151, 186, 224]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [151, 186, 224],
(_split_single_block pid=8869) [152, 187, 225],
(_split_single_block pid=8869) [151, 186, 224]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[180, 154, 127],
(_split_single_block pid=8869) [168, 142, 115],
(_split_single_block pid=8869) [168, 142, 117],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [182, 155, 126],
(_split_single_block pid=8869) [148, 121, 92],
(_split_single_block pid=8869) [125, 98, 69]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[177, 151, 124],
(_split_single_block pid=8869) [167, 141, 114],
(_split_single_block pid=8869) [170, 144, 119],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [189, 162, 133],
(_split_single_block pid=8869) [207, 180, 151],
(_split_single_block pid=8869) [187, 160, 131]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[191, 165, 138],
(_split_single_block pid=8869) [187, 161, 134],
(_split_single_block pid=8869) [186, 160, 135],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [159, 132, 103],
(_split_single_block pid=8869) [188, 161, 132],
(_split_single_block pid=8869) [218, 191, 162]]], dtype=object), array([[[217, 247, 255],
(_split_single_block pid=8869) [194, 224, 235],
(_split_single_block pid=8869) [214, 244, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [192, 210, 230],
(_split_single_block pid=8869) [213, 231, 251],
(_split_single_block pid=8869) [195, 213, 233]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[197, 227, 238],
(_split_single_block pid=8869) [211, 241, 252],
(_split_single_block pid=8869) [185, 215, 226],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [224, 242, 255],
(_split_single_block pid=8869) [190, 208, 228],
(_split_single_block pid=8869) [196, 214, 234]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[216, 246, 255],
(_split_single_block pid=8869) [184, 214, 225],
(_split_single_block pid=8869) [216, 246, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [191, 209, 229],
(_split_single_block pid=8869) [222, 240, 255],
(_split_single_block pid=8869) [204, 222, 242]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[220, 242, 255],
(_split_single_block pid=8869) [174, 196, 210],
(_split_single_block pid=8869) [230, 252, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [189, 212, 226],
(_split_single_block pid=8869) [214, 237, 255],
(_split_single_block pid=8869) [199, 221, 242]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[199, 221, 235],
(_split_single_block pid=8869) [218, 240, 254],
(_split_single_block pid=8869) [166, 188, 202],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [221, 244, 255],
(_split_single_block pid=8869) [193, 215, 236],
(_split_single_block pid=8869) [177, 199, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[224, 246, 255],
(_split_single_block pid=8869) [194, 216, 230],
(_split_single_block pid=8869) [228, 250, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [187, 210, 228],
(_split_single_block pid=8869) [217, 239, 255],
(_split_single_block pid=8869) [205, 227, 251]]], dtype=object), array([[[0, 67, 44],
(_split_single_block pid=8869) [21, 96, 73],
(_split_single_block pid=8869) [48, 112, 86],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [29, 161, 140],
(_split_single_block pid=8869) [36, 168, 147],
(_split_single_block pid=8869) [0, 132, 111]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[20, 88, 67],
(_split_single_block pid=8869) [36, 99, 78],
(_split_single_block pid=8869) [45, 98, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [26, 149, 128],
(_split_single_block pid=8869) [36, 158, 137],
(_split_single_block pid=8869) [27, 150, 129]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[25, 66, 48],
(_split_single_block pid=8869) [26, 64, 49],
(_split_single_block pid=8869) [31, 64, 53],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [23, 130, 104],
(_split_single_block pid=8869) [15, 119, 94],
(_split_single_block pid=8869) [10, 117, 91]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[77, 64, 71],
(_split_single_block pid=8869) [79, 67, 69],
(_split_single_block pid=8869) [91, 80, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 36, 30],
(_split_single_block pid=8869) [0, 59, 53],
(_split_single_block pid=8869) [32, 93, 85]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[49, 34, 41],
(_split_single_block pid=8869) [57, 42, 47],
(_split_single_block pid=8869) [78, 64, 64],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [7, 68, 60],
(_split_single_block pid=8869) [23, 84, 76],
(_split_single_block pid=8869) [30, 93, 82]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[55, 38, 48],
(_split_single_block pid=8869) [65, 48, 56],
(_split_single_block pid=8869) [90, 74, 77],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [18, 81, 72],
(_split_single_block pid=8869) [34, 100, 88],
(_split_single_block pid=8869) [28, 94, 80]]], dtype=object), array([[[105, 148, 77],
(_split_single_block pid=8869) [106, 149, 78],
(_split_single_block pid=8869) [108, 151, 80],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [107, 149, 75],
(_split_single_block pid=8869) [107, 149, 75],
(_split_single_block pid=8869) [107, 149, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 146, 75],
(_split_single_block pid=8869) [105, 148, 77],
(_split_single_block pid=8869) [106, 149, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [112, 154, 80],
(_split_single_block pid=8869) [112, 154, 80],
(_split_single_block pid=8869) [112, 154, 80]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[100, 146, 74],
(_split_single_block pid=8869) [102, 148, 76],
(_split_single_block pid=8869) [103, 149, 77],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [111, 153, 79],
(_split_single_block pid=8869) [111, 153, 79],
(_split_single_block pid=8869) [111, 153, 79]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [102, 134, 61],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [225, 192, 157],
(_split_single_block pid=8869) [254, 220, 185],
(_split_single_block pid=8869) [127, 94, 59]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [102, 134, 61],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [255, 229, 192],
(_split_single_block pid=8869) [255, 245, 208],
(_split_single_block pid=8869) [100, 74, 37]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [103, 135, 62],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [223, 203, 166],
(_split_single_block pid=8869) [255, 253, 216],
(_split_single_block pid=8869) [207, 187, 150]]], dtype=object), array([[[28, 44, 7],
(_split_single_block pid=8869) [28, 44, 7],
(_split_single_block pid=8869) [28, 44, 5],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [84, 98, 107],
(_split_single_block pid=8869) [85, 99, 108]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[30, 46, 9],
(_split_single_block pid=8869) [30, 46, 9],
(_split_single_block pid=8869) [31, 47, 8],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [84, 98, 107],
(_split_single_block pid=8869) [86, 100, 109]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[31, 47, 10],
(_split_single_block pid=8869) [31, 47, 10],
(_split_single_block pid=8869) [32, 48, 9],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [85, 99, 108],
(_split_single_block pid=8869) [86, 100, 109]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[115, 111, 112],
(_split_single_block pid=8869) [117, 113, 114],
(_split_single_block pid=8869) [119, 115, 116],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [71, 89, 63],
(_split_single_block pid=8869) [75, 93, 69],
(_split_single_block pid=8869) [78, 96, 70]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[120, 116, 117],
(_split_single_block pid=8869) [122, 118, 119],
(_split_single_block pid=8869) [123, 119, 120],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [73, 91, 67],
(_split_single_block pid=8869) [77, 95, 73],
(_split_single_block pid=8869) [80, 98, 74]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[122, 118, 119],
(_split_single_block pid=8869) [124, 120, 121],
(_split_single_block pid=8869) [125, 121, 122],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [75, 90, 69],
(_split_single_block pid=8869) [79, 94, 75],
(_split_single_block pid=8869) [82, 97, 76]]], dtype=object), array([[[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [177, 192, 221],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [177, 192, 221],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [179, 193, 220]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[135, 128, 135],
(_split_single_block pid=8869) [117, 110, 117],
(_split_single_block pid=8869) [132, 126, 130],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [160, 161, 156],
(_split_single_block pid=8869) [150, 151, 146],
(_split_single_block pid=8869) [145, 147, 142]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[132, 125, 132],
(_split_single_block pid=8869) [108, 101, 108],
(_split_single_block pid=8869) [123, 117, 121],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [164, 165, 160],
(_split_single_block pid=8869) [172, 173, 168],
(_split_single_block pid=8869) [154, 156, 151]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[132, 125, 132],
(_split_single_block pid=8869) [124, 117, 124],
(_split_single_block pid=8869) [131, 125, 129],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [153, 154, 149],
(_split_single_block pid=8869) [173, 174, 169],
(_split_single_block pid=8869) [156, 158, 153]]], dtype=object)]
(_split_single_block pid=8869) 2022-11-07 10:55:42,277 INFO worker.py:763 -- Task failed with retryable exception: TaskID(e0dc174c83599034ffffffffffffffffffffffff01000000).
(_split_single_block pid=8869) Traceback (most recent call last):
(_split_single_block pid=8869) File "python/ray/_raylet.pyx", line 865, in ray._raylet.execute_task
(_split_single_block pid=8869) with ray._private.worker._changeproctitle(title, next_title):
(_split_single_block pid=8869) File "python/ray/_raylet.pyx", line 869, in ray._raylet.execute_task
(_split_single_block pid=8869) outputs = function_executor(*args, **kwargs)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 121, in _split_single_block
(_split_single_block pid=8869) split_block = block_accessor.slice(prev_index, index, copy=True)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 175, in slice
(_split_single_block pid=8869) view = _copy_table(view)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 618, in _copy_table
(_split_single_block pid=8869) arr = _concatenate_extension_column(col)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
(_split_single_block pid=8869) return ArrowTensorArray._concat_same_type(ca.chunks)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 306, in _concat_same_type
(_split_single_block pid=8869) return ArrowVariableShapedTensorArray.from_numpy(
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 562, in from_numpy
(_split_single_block pid=8869) raise ValueError(
(_split_single_block pid=8869) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 81, 78],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [69, 85, 82],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [8, 10, 5],
(_split_single_block pid=8869) [3, 5, 0],
(_split_single_block pid=8869) [0, 2, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[66, 82, 79],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [70, 86, 83],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 2, 0],
(_split_single_block pid=8869) [1, 3, 0],
(_split_single_block pid=8869) [3, 5, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[66, 82, 79],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [69, 85, 82],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [6, 6, 4],
(_split_single_block pid=8869) [8, 8, 6],
(_split_single_block pid=8869) [9, 9, 7]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[58, 73, 70],
(_split_single_block pid=8869) [58, 73, 70],
(_split_single_block pid=8869) [58, 73, 70],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [86, 95, 94],
(_split_single_block pid=8869) [86, 95, 94],
(_split_single_block pid=8869) [85, 94, 93]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [85, 94, 93],
(_split_single_block pid=8869) [84, 93, 92],
(_split_single_block pid=8869) [83, 92, 91]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [82, 91, 90],
(_split_single_block pid=8869) [81, 90, 89],
(_split_single_block pid=8869) [80, 89, 88]]], dtype=object), array([[[0, 1, 0],
(_split_single_block pid=8869) [6, 8, 7],
(_split_single_block pid=8869) [0, 1, 0],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 1, 0],
(_split_single_block pid=8869) [7, 9, 8],
(_split_single_block pid=8869) [0, 1, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[14, 16, 15],
(_split_single_block pid=8869) [40, 42, 41],
(_split_single_block pid=8869) [36, 38, 37],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [21, 25, 24],
(_split_single_block pid=8869) [30, 32, 31],
(_split_single_block pid=8869) [11, 13, 12]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[1, 3, 2],
(_split_single_block pid=8869) [41, 43, 42],
(_split_single_block pid=8869) [46, 48, 47],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [25, 29, 28],
(_split_single_block pid=8869) [27, 29, 28],
(_split_single_block pid=8869) [0, 2, 1]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[0, 9, 0],
(_split_single_block pid=8869) [107, 121, 106],
(_split_single_block pid=8869) [86, 98, 86],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [27, 27, 27],
(_split_single_block pid=8869) [21, 21, 21],
(_split_single_block pid=8869) [2, 2, 2]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[18, 29, 15],
(_split_single_block pid=8869) [93, 104, 90],
(_split_single_block pid=8869) [85, 95, 84],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [22, 22, 22],
(_split_single_block pid=8869) [20, 20, 20],
(_split_single_block pid=8869) [6, 6, 6]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[0, 4, 0],
(_split_single_block pid=8869) [10, 18, 7],
(_split_single_block pid=8869) [14, 22, 11],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 0, 0],
(_split_single_block pid=8869) [2, 2, 2],
(_split_single_block pid=8869) [0, 0, 0]]], dtype=object), array([[[25, 30, 34],
(_split_single_block pid=8869) [26, 31, 35],
(_split_single_block pid=8869) [28, 33, 37],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[27, 32, 36],
(_split_single_block pid=8869) [28, 33, 37],
(_split_single_block pid=8869) [29, 34, 38],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[30, 35, 39],
(_split_single_block pid=8869) [30, 35, 39],
(_split_single_block pid=8869) [31, 36, 40],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [14, 43, 75],
(_split_single_block pid=8869) [14, 43, 75],
(_split_single_block pid=8869) [14, 43, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [198, 209, 215],
(_split_single_block pid=8869) [191, 202, 208],
(_split_single_block pid=8869) [187, 198, 204]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [202, 212, 214],
(_split_single_block pid=8869) [196, 206, 208],
(_split_single_block pid=8869) [192, 202, 204]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [7, 20, 28],
(_split_single_block pid=8869) [7, 20, 28],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [203, 214, 216],
(_split_single_block pid=8869) [197, 208, 210],
(_split_single_block pid=8869) [193, 204, 206]]], dtype=object), array([[[83, 104, 131],
(_split_single_block pid=8869) [84, 105, 132],
(_split_single_block pid=8869) [85, 106, 133],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [51, 84, 115],
(_split_single_block pid=8869) [51, 84, 115],
(_split_single_block pid=8869) [51, 84, 115]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[81, 102, 129],
(_split_single_block pid=8869) [82, 103, 130],
(_split_single_block pid=8869) [83, 104, 131],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[89, 110, 137],
(_split_single_block pid=8869) [88, 109, 136],
(_split_single_block pid=8869) [86, 107, 134],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[38, 69, 100],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) [35, 66, 97],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 69, 83],
(_split_single_block pid=8869) [50, 69, 83],
(_split_single_block pid=8869) [50, 69, 83]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[37, 68, 99],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) [34, 65, 96],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [51, 70, 84],
(_split_single_block pid=8869) [51, 70, 84],
(_split_single_block pid=8869) [51, 70, 84]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[40, 71, 102],
(_split_single_block pid=8869) [38, 69, 100],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [52, 71, 85],
(_split_single_block pid=8869) [52, 71, 85],
(_split_single_block pid=8869) [52, 71, 85]]], dtype=object), array([[[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [145, 180, 218],
(_split_single_block pid=8869) [145, 180, 218],
(_split_single_block pid=8869) [147, 182, 220]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [149, 184, 222],
(_split_single_block pid=8869) [149, 184, 222],
(_split_single_block pid=8869) [151, 186, 224]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [151, 186, 224],
(_split_single_block pid=8869) [152, 187, 225],
(_split_single_block pid=8869) [151, 186, 224]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[180, 154, 127],
(_split_single_block pid=8869) [168, 142, 115],
(_split_single_block pid=8869) [168, 142, 117],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [182, 155, 126],
(_split_single_block pid=8869) [148, 121, 92],
(_split_single_block pid=8869) [125, 98, 69]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[177, 151, 124],
(_split_single_block pid=8869) [167, 141, 114],
(_split_single_block pid=8869) [170, 144, 119],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [189, 162, 133],
(_split_single_block pid=8869) [207, 180, 151],
(_split_single_block pid=8869) [187, 160, 131]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[191, 165, 138],
(_split_single_block pid=8869) [187, 161, 134],
(_split_single_block pid=8869) [186, 160, 135],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [159, 132, 103],
(_split_single_block pid=8869) [188, 161, 132],
(_split_single_block pid=8869) [218, 191, 162]]], dtype=object), array([[[217, 247, 255],
(_split_single_block pid=8869) [194, 224, 235],
(_split_single_block pid=8869) [214, 244, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [192, 210, 230],
(_split_single_block pid=8869) [213, 231, 251],
(_split_single_block pid=8869) [195, 213, 233]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[197, 227, 238],
(_split_single_block pid=8869) [211, 241, 252],
(_split_single_block pid=8869) [185, 215, 226],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [224, 242, 255],
(_split_single_block pid=8869) [190, 208, 228],
(_split_single_block pid=8869) [196, 214, 234]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[216, 246, 255],
(_split_single_block pid=8869) [184, 214, 225],
(_split_single_block pid=8869) [216, 246, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [191, 209, 229],
(_split_single_block pid=8869) [222, 240, 255],
(_split_single_block pid=8869) [204, 222, 242]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[220, 242, 255],
(_split_single_block pid=8869) [174, 196, 210],
(_split_single_block pid=8869) [230, 252, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [189, 212, 226],
(_split_single_block pid=8869) [214, 237, 255],
(_split_single_block pid=8869) [199, 221, 242]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[199, 221, 235],
(_split_single_block pid=8869) [218, 240, 254],
(_split_single_block pid=8869) [166, 188, 202],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [221, 244, 255],
(_split_single_block pid=8869) [193, 215, 236],
(_split_single_block pid=8869) [177, 199, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[224, 246, 255],
(_split_single_block pid=8869) [194, 216, 230],
(_split_single_block pid=8869) [228, 250, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [187, 210, 228],
(_split_single_block pid=8869) [217, 239, 255],
(_split_single_block pid=8869) [205, 227, 251]]], dtype=object), array([[[0, 67, 44],
(_split_single_block pid=8869) [21, 96, 73],
(_split_single_block pid=8869) [48, 112, 86],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [29, 161, 140],
(_split_single_block pid=8869) [36, 168, 147],
(_split_single_block pid=8869) [0, 132, 111]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[20, 88, 67],
(_split_single_block pid=8869) [36, 99, 78],
(_split_single_block pid=8869) [45, 98, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [26, 149, 128],
(_split_single_block pid=8869) [36, 158, 137],
(_split_single_block pid=8869) [27, 150, 129]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[25, 66, 48],
(_split_single_block pid=8869) [26, 64, 49],
(_split_single_block pid=8869) [31, 64, 53],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [23, 130, 104],
(_split_single_block pid=8869) [15, 119, 94],
(_split_single_block pid=8869) [10, 117, 91]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[77, 64, 71],
(_split_single_block pid=8869) [79, 67, 69],
(_split_single_block pid=8869) [91, 80, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 36, 30],
(_split_single_block pid=8869) [0, 59, 53],
(_split_single_block pid=8869) [32, 93, 85]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[49, 34, 41],
(_split_single_block pid=8869) [57, 42, 47],
(_split_single_block pid=8869) [78, 64, 64],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [7, 68, 60],
(_split_single_block pid=8869) [23, 84, 76],
(_split_single_block pid=8869) [30, 93, 82]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[55, 38, 48],
(_split_single_block pid=8869) [65, 48, 56],
(_split_single_block pid=8869) [90, 74, 77],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [18, 81, 72],
(_split_single_block pid=8869) [34, 100, 88],
(_split_single_block pid=8869) [28, 94, 80]]], dtype=object), array([[[105, 148, 77],
(_split_single_block pid=8869) [106, 149, 78],
(_split_single_block pid=8869) [108, 151, 80],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [107, 149, 75],
(_split_single_block pid=8869) [107, 149, 75],
(_split_single_block pid=8869) [107, 149, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 146, 75],
(_split_single_block pid=8869) [105, 148, 77],
(_split_single_block pid=8869) [106, 149, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [112, 154, 80],
(_split_single_block pid=8869) [112, 154, 80],
(_split_single_block pid=8869) [112, 154, 80]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[100, 146, 74],
(_split_single_block pid=8869) [102, 148, 76],
(_split_single_block pid=8869) [103, 149, 77],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [111, 153, 79],
(_split_single_block pid=8869) [111, 153, 79],
(_split_single_block pid=8869) [111, 153, 79]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [102, 134, 61],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [225, 192, 157],
(_split_single_block pid=8869) [254, 220, 185],
(_split_single_block pid=8869) [127, 94, 59]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [102, 134, 61],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [255, 229, 192],
(_split_single_block pid=8869) [255, 245, 208],
(_split_single_block pid=8869) [100, 74, 37]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [103, 135, 62],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [223, 203, 166],
(_split_single_block pid=8869) [255, 253, 216],
(_split_single_block pid=8869) [207, 187, 150]]], dtype=object), array([[[28, 44, 7],
(_split_single_block pid=8869) [28, 44, 7],
(_split_single_block pid=8869) [28, 44, 5],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [84, 98, 107],
(_split_single_block pid=8869) [85, 99, 108]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[30, 46, 9],
(_split_single_block pid=8869) [30, 46, 9],
(_split_single_block pid=8869) [31, 47, 8],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [84, 98, 107],
(_split_single_block pid=8869) [86, 100, 109]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[31, 47, 10],
(_split_single_block pid=8869) [31, 47, 10],
(_split_single_block pid=8869) [32, 48, 9],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [85, 99, 108],
(_split_single_block pid=8869) [86, 100, 109]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[115, 111, 112],
(_split_single_block pid=8869) [117, 113, 114],
(_split_single_block pid=8869) [119, 115, 116],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [71, 89, 63],
(_split_single_block pid=8869) [75, 93, 69],
(_split_single_block pid=8869) [78, 96, 70]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[120, 116, 117],
(_split_single_block pid=8869) [122, 118, 119],
(_split_single_block pid=8869) [123, 119, 120],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [73, 91, 67],
(_split_single_block pid=8869) [77, 95, 73],
(_split_single_block pid=8869) [80, 98, 74]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[122, 118, 119],
(_split_single_block pid=8869) [124, 120, 121],
(_split_single_block pid=8869) [125, 121, 122],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [75, 90, 69],
(_split_single_block pid=8869) [79, 94, 75],
(_split_single_block pid=8869) [82, 97, 76]]], dtype=object), array([[[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [177, 192, 221],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [177, 192, 221],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [179, 193, 220]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[135, 128, 135],
(_split_single_block pid=8869) [117, 110, 117],
(_split_single_block pid=8869) [132, 126, 130],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [160, 161, 156],
(_split_single_block pid=8869) [150, 151, 146],
(_split_single_block pid=8869) [145, 147, 142]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[132, 125, 132],
(_split_single_block pid=8869) [108, 101, 108],
(_split_single_block pid=8869) [123, 117, 121],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [164, 165, 160],
(_split_single_block pid=8869) [172, 173, 168],
(_split_single_block pid=8869) [154, 156, 151]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[132, 125, 132],
(_split_single_block pid=8869) [124, 117, 124],
(_split_single_block pid=8869) [131, 125, 129],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [153, 154, 149],
(_split_single_block pid=8869) [173, 174, 169],
(_split_single_block pid=8869) [156, 158, 153]]], dtype=object)]
(_split_single_block pid=8869) 2022-11-07 10:55:43,293 INFO worker.py:763 -- Task failed with retryable exception: TaskID(e0dc174c83599034ffffffffffffffffffffffff01000000).
(_split_single_block pid=8869) Traceback (most recent call last):
(_split_single_block pid=8869) File "python/ray/_raylet.pyx", line 865, in ray._raylet.execute_task
(_split_single_block pid=8869) with ray._private.worker._changeproctitle(title, next_title):
(_split_single_block pid=8869) File "python/ray/_raylet.pyx", line 869, in ray._raylet.execute_task
(_split_single_block pid=8869) outputs = function_executor(*args, **kwargs)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 121, in _split_single_block
(_split_single_block pid=8869) split_block = block_accessor.slice(prev_index, index, copy=True)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 175, in slice
(_split_single_block pid=8869) view = _copy_table(view)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 618, in _copy_table
(_split_single_block pid=8869) arr = _concatenate_extension_column(col)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
(_split_single_block pid=8869) return ArrowTensorArray._concat_same_type(ca.chunks)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 306, in _concat_same_type
(_split_single_block pid=8869) return ArrowVariableShapedTensorArray.from_numpy(
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 562, in from_numpy
(_split_single_block pid=8869) raise ValueError(
(_split_single_block pid=8869) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 81, 78],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [69, 85, 82],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [8, 10, 5],
(_split_single_block pid=8869) [3, 5, 0],
(_split_single_block pid=8869) [0, 2, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[66, 82, 79],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [70, 86, 83],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 2, 0],
(_split_single_block pid=8869) [1, 3, 0],
(_split_single_block pid=8869) [3, 5, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[66, 82, 79],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [69, 85, 82],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [6, 6, 4],
(_split_single_block pid=8869) [8, 8, 6],
(_split_single_block pid=8869) [9, 9, 7]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[58, 73, 70],
(_split_single_block pid=8869) [58, 73, 70],
(_split_single_block pid=8869) [58, 73, 70],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [86, 95, 94],
(_split_single_block pid=8869) [86, 95, 94],
(_split_single_block pid=8869) [85, 94, 93]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [85, 94, 93],
(_split_single_block pid=8869) [84, 93, 92],
(_split_single_block pid=8869) [83, 92, 91]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [82, 91, 90],
(_split_single_block pid=8869) [81, 90, 89],
(_split_single_block pid=8869) [80, 89, 88]]], dtype=object), array([[[0, 1, 0],
(_split_single_block pid=8869) [6, 8, 7],
(_split_single_block pid=8869) [0, 1, 0],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 1, 0],
(_split_single_block pid=8869) [7, 9, 8],
(_split_single_block pid=8869) [0, 1, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[14, 16, 15],
(_split_single_block pid=8869) [40, 42, 41],
(_split_single_block pid=8869) [36, 38, 37],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [21, 25, 24],
(_split_single_block pid=8869) [30, 32, 31],
(_split_single_block pid=8869) [11, 13, 12]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[1, 3, 2],
(_split_single_block pid=8869) [41, 43, 42],
(_split_single_block pid=8869) [46, 48, 47],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [25, 29, 28],
(_split_single_block pid=8869) [27, 29, 28],
(_split_single_block pid=8869) [0, 2, 1]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[0, 9, 0],
(_split_single_block pid=8869) [107, 121, 106],
(_split_single_block pid=8869) [86, 98, 86],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [27, 27, 27],
(_split_single_block pid=8869) [21, 21, 21],
(_split_single_block pid=8869) [2, 2, 2]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[18, 29, 15],
(_split_single_block pid=8869) [93, 104, 90],
(_split_single_block pid=8869) [85, 95, 84],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [22, 22, 22],
(_split_single_block pid=8869) [20, 20, 20],
(_split_single_block pid=8869) [6, 6, 6]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[0, 4, 0],
(_split_single_block pid=8869) [10, 18, 7],
(_split_single_block pid=8869) [14, 22, 11],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 0, 0],
(_split_single_block pid=8869) [2, 2, 2],
(_split_single_block pid=8869) [0, 0, 0]]], dtype=object), array([[[25, 30, 34],
(_split_single_block pid=8869) [26, 31, 35],
(_split_single_block pid=8869) [28, 33, 37],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[27, 32, 36],
(_split_single_block pid=8869) [28, 33, 37],
(_split_single_block pid=8869) [29, 34, 38],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[30, 35, 39],
(_split_single_block pid=8869) [30, 35, 39],
(_split_single_block pid=8869) [31, 36, 40],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [14, 43, 75],
(_split_single_block pid=8869) [14, 43, 75],
(_split_single_block pid=8869) [14, 43, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [198, 209, 215],
(_split_single_block pid=8869) [191, 202, 208],
(_split_single_block pid=8869) [187, 198, 204]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [202, 212, 214],
(_split_single_block pid=8869) [196, 206, 208],
(_split_single_block pid=8869) [192, 202, 204]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [7, 20, 28],
(_split_single_block pid=8869) [7, 20, 28],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [203, 214, 216],
(_split_single_block pid=8869) [197, 208, 210],
(_split_single_block pid=8869) [193, 204, 206]]], dtype=object), array([[[83, 104, 131],
(_split_single_block pid=8869) [84, 105, 132],
(_split_single_block pid=8869) [85, 106, 133],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [51, 84, 115],
(_split_single_block pid=8869) [51, 84, 115],
(_split_single_block pid=8869) [51, 84, 115]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[81, 102, 129],
(_split_single_block pid=8869) [82, 103, 130],
(_split_single_block pid=8869) [83, 104, 131],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[89, 110, 137],
(_split_single_block pid=8869) [88, 109, 136],
(_split_single_block pid=8869) [86, 107, 134],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[38, 69, 100],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) [35, 66, 97],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 69, 83],
(_split_single_block pid=8869) [50, 69, 83],
(_split_single_block pid=8869) [50, 69, 83]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[37, 68, 99],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) [34, 65, 96],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [51, 70, 84],
(_split_single_block pid=8869) [51, 70, 84],
(_split_single_block pid=8869) [51, 70, 84]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[40, 71, 102],
(_split_single_block pid=8869) [38, 69, 100],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [52, 71, 85],
(_split_single_block pid=8869) [52, 71, 85],
(_split_single_block pid=8869) [52, 71, 85]]], dtype=object), array([[[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [145, 180, 218],
(_split_single_block pid=8869) [145, 180, 218],
(_split_single_block pid=8869) [147, 182, 220]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [149, 184, 222],
(_split_single_block pid=8869) [149, 184, 222],
(_split_single_block pid=8869) [151, 186, 224]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [151, 186, 224],
(_split_single_block pid=8869) [152, 187, 225],
(_split_single_block pid=8869) [151, 186, 224]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[180, 154, 127],
(_split_single_block pid=8869) [168, 142, 115],
(_split_single_block pid=8869) [168, 142, 117],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [182, 155, 126],
(_split_single_block pid=8869) [148, 121, 92],
(_split_single_block pid=8869) [125, 98, 69]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[177, 151, 124],
(_split_single_block pid=8869) [167, 141, 114],
(_split_single_block pid=8869) [170, 144, 119],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [189, 162, 133],
(_split_single_block pid=8869) [207, 180, 151],
(_split_single_block pid=8869) [187, 160, 131]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[191, 165, 138],
(_split_single_block pid=8869) [187, 161, 134],
(_split_single_block pid=8869) [186, 160, 135],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [159, 132, 103],
(_split_single_block pid=8869) [188, 161, 132],
(_split_single_block pid=8869) [218, 191, 162]]], dtype=object), array([[[217, 247, 255],
(_split_single_block pid=8869) [194, 224, 235],
(_split_single_block pid=8869) [214, 244, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [192, 210, 230],
(_split_single_block pid=8869) [213, 231, 251],
(_split_single_block pid=8869) [195, 213, 233]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[197, 227, 238],
(_split_single_block pid=8869) [211, 241, 252],
(_split_single_block pid=8869) [185, 215, 226],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [224, 242, 255],
(_split_single_block pid=8869) [190, 208, 228],
(_split_single_block pid=8869) [196, 214, 234]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[216, 246, 255],
(_split_single_block pid=8869) [184, 214, 225],
(_split_single_block pid=8869) [216, 246, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [191, 209, 229],
(_split_single_block pid=8869) [222, 240, 255],
(_split_single_block pid=8869) [204, 222, 242]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[220, 242, 255],
(_split_single_block pid=8869) [174, 196, 210],
(_split_single_block pid=8869) [230, 252, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [189, 212, 226],
(_split_single_block pid=8869) [214, 237, 255],
(_split_single_block pid=8869) [199, 221, 242]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[199, 221, 235],
(_split_single_block pid=8869) [218, 240, 254],
(_split_single_block pid=8869) [166, 188, 202],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [221, 244, 255],
(_split_single_block pid=8869) [193, 215, 236],
(_split_single_block pid=8869) [177, 199, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[224, 246, 255],
(_split_single_block pid=8869) [194, 216, 230],
(_split_single_block pid=8869) [228, 250, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [187, 210, 228],
(_split_single_block pid=8869) [217, 239, 255],
(_split_single_block pid=8869) [205, 227, 251]]], dtype=object), array([[[0, 67, 44],
(_split_single_block pid=8869) [21, 96, 73],
(_split_single_block pid=8869) [48, 112, 86],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [29, 161, 140],
(_split_single_block pid=8869) [36, 168, 147],
(_split_single_block pid=8869) [0, 132, 111]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[20, 88, 67],
(_split_single_block pid=8869) [36, 99, 78],
(_split_single_block pid=8869) [45, 98, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [26, 149, 128],
(_split_single_block pid=8869) [36, 158, 137],
(_split_single_block pid=8869) [27, 150, 129]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[25, 66, 48],
(_split_single_block pid=8869) [26, 64, 49],
(_split_single_block pid=8869) [31, 64, 53],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [23, 130, 104],
(_split_single_block pid=8869) [15, 119, 94],
(_split_single_block pid=8869) [10, 117, 91]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[77, 64, 71],
(_split_single_block pid=8869) [79, 67, 69],
(_split_single_block pid=8869) [91, 80, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 36, 30],
(_split_single_block pid=8869) [0, 59, 53],
(_split_single_block pid=8869) [32, 93, 85]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[49, 34, 41],
(_split_single_block pid=8869) [57, 42, 47],
(_split_single_block pid=8869) [78, 64, 64],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [7, 68, 60],
(_split_single_block pid=8869) [23, 84, 76],
(_split_single_block pid=8869) [30, 93, 82]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[55, 38, 48],
(_split_single_block pid=8869) [65, 48, 56],
(_split_single_block pid=8869) [90, 74, 77],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [18, 81, 72],
(_split_single_block pid=8869) [34, 100, 88],
(_split_single_block pid=8869) [28, 94, 80]]], dtype=object), array([[[105, 148, 77],
(_split_single_block pid=8869) [106, 149, 78],
(_split_single_block pid=8869) [108, 151, 80],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [107, 149, 75],
(_split_single_block pid=8869) [107, 149, 75],
(_split_single_block pid=8869) [107, 149, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 146, 75],
(_split_single_block pid=8869) [105, 148, 77],
(_split_single_block pid=8869) [106, 149, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [112, 154, 80],
(_split_single_block pid=8869) [112, 154, 80],
(_split_single_block pid=8869) [112, 154, 80]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[100, 146, 74],
(_split_single_block pid=8869) [102, 148, 76],
(_split_single_block pid=8869) [103, 149, 77],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [111, 153, 79],
(_split_single_block pid=8869) [111, 153, 79],
(_split_single_block pid=8869) [111, 153, 79]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [102, 134, 61],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [225, 192, 157],
(_split_single_block pid=8869) [254, 220, 185],
(_split_single_block pid=8869) [127, 94, 59]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [102, 134, 61],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [255, 229, 192],
(_split_single_block pid=8869) [255, 245, 208],
(_split_single_block pid=8869) [100, 74, 37]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [103, 135, 62],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [223, 203, 166],
(_split_single_block pid=8869) [255, 253, 216],
(_split_single_block pid=8869) [207, 187, 150]]], dtype=object), array([[[28, 44, 7],
(_split_single_block pid=8869) [28, 44, 7],
(_split_single_block pid=8869) [28, 44, 5],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [84, 98, 107],
(_split_single_block pid=8869) [85, 99, 108]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[30, 46, 9],
(_split_single_block pid=8869) [30, 46, 9],
(_split_single_block pid=8869) [31, 47, 8],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [84, 98, 107],
(_split_single_block pid=8869) [86, 100, 109]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[31, 47, 10],
(_split_single_block pid=8869) [31, 47, 10],
(_split_single_block pid=8869) [32, 48, 9],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [85, 99, 108],
(_split_single_block pid=8869) [86, 100, 109]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[115, 111, 112],
(_split_single_block pid=8869) [117, 113, 114],
(_split_single_block pid=8869) [119, 115, 116],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [71, 89, 63],
(_split_single_block pid=8869) [75, 93, 69],
(_split_single_block pid=8869) [78, 96, 70]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[120, 116, 117],
(_split_single_block pid=8869) [122, 118, 119],
(_split_single_block pid=8869) [123, 119, 120],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [73, 91, 67],
(_split_single_block pid=8869) [77, 95, 73],
(_split_single_block pid=8869) [80, 98, 74]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[122, 118, 119],
(_split_single_block pid=8869) [124, 120, 121],
(_split_single_block pid=8869) [125, 121, 122],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [75, 90, 69],
(_split_single_block pid=8869) [79, 94, 75],
(_split_single_block pid=8869) [82, 97, 76]]], dtype=object), array([[[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [177, 192, 221],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [177, 192, 221],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [179, 193, 220]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[135, 128, 135],
(_split_single_block pid=8869) [117, 110, 117],
(_split_single_block pid=8869) [132, 126, 130],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [160, 161, 156],
(_split_single_block pid=8869) [150, 151, 146],
(_split_single_block pid=8869) [145, 147, 142]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[132, 125, 132],
(_split_single_block pid=8869) [108, 101, 108],
(_split_single_block pid=8869) [123, 117, 121],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [164, 165, 160],
(_split_single_block pid=8869) [172, 173, 168],
(_split_single_block pid=8869) [154, 156, 151]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[132, 125, 132],
(_split_single_block pid=8869) [124, 117, 124],
(_split_single_block pid=8869) [131, 125, 129],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [153, 154, 149],
(_split_single_block pid=8869) [173, 174, 169],
(_split_single_block pid=8869) [156, 158, 153]]], dtype=object)]
Traceback (most recent call last):
File "<stdin>", line 1, in <module>
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/dataset.py", line 1950, in limit
blocks, metadata, _, _ = _split_at_index(block_list, limit)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 304, in _split_at_index
blocks_splits, metadata_splits = _split_at_indices(block_list, [index])
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 272, in _split_at_indices
] = _split_all_blocks(block_list, per_block_split_indices)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 195, in _split_all_blocks
per_block_split_metadata = ray.get(per_block_split_metadata_futures)
File "/Users/balaji/Documents/GitHub/ray/python/ray/_private/client_mode_hook.py", line 105, in wrapper
return func(*args, **kwargs)
File "/Users/balaji/Documents/GitHub/ray/python/ray/_private/worker.py", line 2303, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(ValueError): ray::_split_single_block() (pid=8869, ip=127.0.0.1)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 121, in _split_single_block
split_block = block_accessor.slice(prev_index, index, copy=True)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 175, in slice
view = _copy_table(view)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 618, in _copy_table
arr = _concatenate_extension_column(col)
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
return ArrowTensorArray._concat_same_type(ca.chunks)
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 306, in _concat_same_type
return ArrowVariableShapedTensorArray.from_numpy(
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 562, in from_numpy
raise ValueError(
ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 81, 78],
[67, 83, 80],
[69, 85, 82],
...,
[8, 10, 5],
[3, 5, 0],
[0, 2, 0]],
[[66, 82, 79],
[67, 83, 80],
[70, 86, 83],
...,
[0, 2, 0],
[1, 3, 0],
[3, 5, 0]],
[[66, 82, 79],
[67, 83, 80],
[69, 85, 82],
...,
[6, 6, 4],
[8, 8, 6],
[9, 9, 7]],
...,
[[58, 73, 70],
[58, 73, 70],
[58, 73, 70],
...,
[86, 95, 94],
[86, 95, 94],
[85, 94, 93]],
[[57, 72, 69],
[57, 72, 69],
[57, 72, 69],
...,
[85, 94, 93],
[84, 93, 92],
[83, 92, 91]],
[[57, 72, 69],
[57, 72, 69],
[57, 72, 69],
...,
[82, 91, 90],
[81, 90, 89],
[80, 89, 88]]], dtype=object), array([[[0, 1, 0],
[6, 8, 7],
[0, 1, 0],
...,
[0, 1, 0],
[7, 9, 8],
[0, 1, 0]],
[[14, 16, 15],
[40, 42, 41],
[36, 38, 37],
...,
[21, 25, 24],
[30, 32, 31],
[11, 13, 12]],
[[1, 3, 2],
[41, 43, 42],
[46, 48, 47],
...,
[25, 29, 28],
[27, 29, 28],
[0, 2, 1]],
...,
[[0, 9, 0],
[107, 121, 106],
[86, 98, 86],
...,
[27, 27, 27],
[21, 21, 21],
[2, 2, 2]],
[[18, 29, 15],
[93, 104, 90],
[85, 95, 84],
...,
[22, 22, 22],
[20, 20, 20],
[6, 6, 6]],
[[0, 4, 0],
[10, 18, 7],
[14, 22, 11],
...,
[0, 0, 0],
[2, 2, 2],
[0, 0, 0]]], dtype=object), array([[[25, 30, 34],
[26, 31, 35],
[28, 33, 37],
...,
[16, 42, 75],
[16, 42, 75],
[16, 42, 75]],
[[27, 32, 36],
[28, 33, 37],
[29, 34, 38],
...,
[16, 42, 75],
[16, 42, 75],
[16, 42, 75]],
[[30, 35, 39],
[30, 35, 39],
[31, 36, 40],
...,
[14, 43, 75],
[14, 43, 75],
[14, 43, 75]],
...,
[[8, 21, 29],
[8, 21, 29],
[8, 21, 29],
...,
[198, 209, 215],
[191, 202, 208],
[187, 198, 204]],
[[8, 21, 29],
[8, 21, 29],
[8, 21, 29],
...,
[202, 212, 214],
[196, 206, 208],
[192, 202, 204]],
[[8, 21, 29],
[7, 20, 28],
[7, 20, 28],
...,
[203, 214, 216],
[197, 208, 210],
[193, 204, 206]]], dtype=object), array([[[83, 104, 131],
[84, 105, 132],
[85, 106, 133],
...,
[51, 84, 115],
[51, 84, 115],
[51, 84, 115]],
[[81, 102, 129],
[82, 103, 130],
[83, 104, 131],
...,
[50, 83, 114],
[50, 83, 114],
[50, 83, 114]],
[[89, 110, 137],
[88, 109, 136],
[86, 107, 134],
...,
[50, 83, 114],
[50, 83, 114],
[50, 83, 114]],
...,
[[38, 69, 100],
[36, 67, 98],
[35, 66, 97],
...,
[50, 69, 83],
[50, 69, 83],
[50, 69, 83]],
[[37, 68, 99],
[36, 67, 98],
[34, 65, 96],
...,
[51, 70, 84],
[51, 70, 84],
[51, 70, 84]],
[[40, 71, 102],
[38, 69, 100],
[36, 67, 98],
...,
[52, 71, 85],
[52, 71, 85],
[52, 71, 85]]], dtype=object), array([[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[145, 180, 218],
[145, 180, 218],
[147, 182, 220]],
[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[149, 184, 222],
[149, 184, 222],
[151, 186, 224]],
[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[151, 186, 224],
[152, 187, 225],
[151, 186, 224]],
...,
[[180, 154, 127],
[168, 142, 115],
[168, 142, 117],
...,
[182, 155, 126],
[148, 121, 92],
[125, 98, 69]],
[[177, 151, 124],
[167, 141, 114],
[170, 144, 119],
...,
[189, 162, 133],
[207, 180, 151],
[187, 160, 131]],
[[191, 165, 138],
[187, 161, 134],
[186, 160, 135],
...,
[159, 132, 103],
[188, 161, 132],
[218, 191, 162]]], dtype=object), array([[[217, 247, 255],
[194, 224, 235],
[214, 244, 255],
...,
[192, 210, 230],
[213, 231, 251],
[195, 213, 233]],
[[197, 227, 238],
[211, 241, 252],
[185, 215, 226],
...,
[224, 242, 255],
[190, 208, 228],
[196, 214, 234]],
[[216, 246, 255],
[184, 214, 225],
[216, 246, 255],
...,
[191, 209, 229],
[222, 240, 255],
[204, 222, 242]],
...,
[[220, 242, 255],
[174, 196, 210],
[230, 252, 255],
...,
[189, 212, 226],
[214, 237, 255],
[199, 221, 242]],
[[199, 221, 235],
[218, 240, 254],
[166, 188, 202],
...,
[221, 244, 255],
[193, 215, 236],
[177, 199, 222]],
[[224, 246, 255],
[194, 216, 230],
[228, 250, 255],
...,
[187, 210, 228],
[217, 239, 255],
[205, 227, 251]]], dtype=object), array([[[0, 67, 44],
[21, 96, 73],
[48, 112, 86],
...,
[29, 161, 140],
[36, 168, 147],
[0, 132, 111]],
[[20, 88, 67],
[36, 99, 78],
[45, 98, 78],
...,
[26, 149, 128],
[36, 158, 137],
[27, 150, 129]],
[[25, 66, 48],
[26, 64, 49],
[31, 64, 53],
...,
[23, 130, 104],
[15, 119, 94],
[10, 117, 91]],
...,
[[77, 64, 71],
[79, 67, 69],
[91, 80, 78],
...,
[0, 36, 30],
[0, 59, 53],
[32, 93, 85]],
[[49, 34, 41],
[57, 42, 47],
[78, 64, 64],
...,
[7, 68, 60],
[23, 84, 76],
[30, 93, 82]],
[[55, 38, 48],
[65, 48, 56],
[90, 74, 77],
...,
[18, 81, 72],
[34, 100, 88],
[28, 94, 80]]], dtype=object), array([[[105, 148, 77],
[106, 149, 78],
[108, 151, 80],
...,
[107, 149, 75],
[107, 149, 75],
[107, 149, 75]],
[[103, 146, 75],
[105, 148, 77],
[106, 149, 78],
...,
[112, 154, 80],
[112, 154, 80],
[112, 154, 80]],
[[100, 146, 74],
[102, 148, 76],
[103, 149, 77],
...,
[111, 153, 79],
[111, 153, 79],
[111, 153, 79]],
...,
[[103, 135, 62],
[102, 134, 61],
[101, 133, 60],
...,
[225, 192, 157],
[254, 220, 185],
[127, 94, 59]],
[[103, 135, 62],
[102, 134, 61],
[101, 133, 60],
...,
[255, 229, 192],
[255, 245, 208],
[100, 74, 37]],
[[103, 135, 62],
[103, 135, 62],
[101, 133, 60],
...,
[223, 203, 166],
[255, 253, 216],
[207, 187, 150]]], dtype=object), array([[[28, 44, 7],
[28, 44, 7],
[28, 44, 5],
...,
[83, 97, 106],
[84, 98, 107],
[85, 99, 108]],
[[30, 46, 9],
[30, 46, 9],
[31, 47, 8],
...,
[83, 97, 106],
[84, 98, 107],
[86, 100, 109]],
[[31, 47, 10],
[31, 47, 10],
[32, 48, 9],
...,
[83, 97, 106],
[85, 99, 108],
[86, 100, 109]],
...,
[[115, 111, 112],
[117, 113, 114],
[119, 115, 116],
...,
[71, 89, 63],
[75, 93, 69],
[78, 96, 70]],
[[120, 116, 117],
[122, 118, 119],
[123, 119, 120],
...,
[73, 91, 67],
[77, 95, 73],
[80, 98, 74]],
[[122, 118, 119],
[124, 120, 121],
[125, 121, 122],
...,
[75, 90, 69],
[79, 94, 75],
[82, 97, 76]]], dtype=object), array([[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[177, 192, 221],
[178, 193, 222],
[178, 193, 222]],
[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[177, 192, 221],
[178, 193, 222],
[178, 193, 222]],
[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[178, 193, 222],
[178, 193, 222],
[179, 193, 220]],
...,
[[135, 128, 135],
[117, 110, 117],
[132, 126, 130],
...,
[160, 161, 156],
[150, 151, 146],
[145, 147, 142]],
[[132, 125, 132],
[108, 101, 108],
[123, 117, 121],
...,
[164, 165, 160],
[172, 173, 168],
[154, 156, 151]],
[[132, 125, 132],
[124, 117, 124],
[131, 125, 129],
...,
[153, 154, 149],
[173, 174, 169],
[156, 158, 153]]], dtype=object)]
>>> (_split_single_block pid=8869) 2022-11-07 10:55:44,292 INFO worker.py:763 -- Task failed with retryable exception: TaskID(e0dc174c83599034ffffffffffffffffffffffff01000000).
(_split_single_block pid=8869) Traceback (most recent call last):
(_split_single_block pid=8869) File "python/ray/_raylet.pyx", line 865, in ray._raylet.execute_task
(_split_single_block pid=8869) with ray._private.worker._changeproctitle(title, next_title):
(_split_single_block pid=8869) File "python/ray/_raylet.pyx", line 869, in ray._raylet.execute_task
(_split_single_block pid=8869) outputs = function_executor(*args, **kwargs)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 121, in _split_single_block
(_split_single_block pid=8869) split_block = block_accessor.slice(prev_index, index, copy=True)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 175, in slice
(_split_single_block pid=8869) view = _copy_table(view)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 618, in _copy_table
(_split_single_block pid=8869) arr = _concatenate_extension_column(col)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
(_split_single_block pid=8869) return ArrowTensorArray._concat_same_type(ca.chunks)
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 306, in _concat_same_type
(_split_single_block pid=8869) return ArrowVariableShapedTensorArray.from_numpy(
(_split_single_block pid=8869) File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 562, in from_numpy
(_split_single_block pid=8869) raise ValueError(
(_split_single_block pid=8869) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 81, 78],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [69, 85, 82],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [8, 10, 5],
(_split_single_block pid=8869) [3, 5, 0],
(_split_single_block pid=8869) [0, 2, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[66, 82, 79],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [70, 86, 83],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 2, 0],
(_split_single_block pid=8869) [1, 3, 0],
(_split_single_block pid=8869) [3, 5, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[66, 82, 79],
(_split_single_block pid=8869) [67, 83, 80],
(_split_single_block pid=8869) [69, 85, 82],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [6, 6, 4],
(_split_single_block pid=8869) [8, 8, 6],
(_split_single_block pid=8869) [9, 9, 7]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[58, 73, 70],
(_split_single_block pid=8869) [58, 73, 70],
(_split_single_block pid=8869) [58, 73, 70],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [86, 95, 94],
(_split_single_block pid=8869) [86, 95, 94],
(_split_single_block pid=8869) [85, 94, 93]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [85, 94, 93],
(_split_single_block pid=8869) [84, 93, 92],
(_split_single_block pid=8869) [83, 92, 91]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) [57, 72, 69],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [82, 91, 90],
(_split_single_block pid=8869) [81, 90, 89],
(_split_single_block pid=8869) [80, 89, 88]]], dtype=object), array([[[0, 1, 0],
(_split_single_block pid=8869) [6, 8, 7],
(_split_single_block pid=8869) [0, 1, 0],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 1, 0],
(_split_single_block pid=8869) [7, 9, 8],
(_split_single_block pid=8869) [0, 1, 0]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[14, 16, 15],
(_split_single_block pid=8869) [40, 42, 41],
(_split_single_block pid=8869) [36, 38, 37],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [21, 25, 24],
(_split_single_block pid=8869) [30, 32, 31],
(_split_single_block pid=8869) [11, 13, 12]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[1, 3, 2],
(_split_single_block pid=8869) [41, 43, 42],
(_split_single_block pid=8869) [46, 48, 47],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [25, 29, 28],
(_split_single_block pid=8869) [27, 29, 28],
(_split_single_block pid=8869) [0, 2, 1]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[0, 9, 0],
(_split_single_block pid=8869) [107, 121, 106],
(_split_single_block pid=8869) [86, 98, 86],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [27, 27, 27],
(_split_single_block pid=8869) [21, 21, 21],
(_split_single_block pid=8869) [2, 2, 2]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[18, 29, 15],
(_split_single_block pid=8869) [93, 104, 90],
(_split_single_block pid=8869) [85, 95, 84],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [22, 22, 22],
(_split_single_block pid=8869) [20, 20, 20],
(_split_single_block pid=8869) [6, 6, 6]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[0, 4, 0],
(_split_single_block pid=8869) [10, 18, 7],
(_split_single_block pid=8869) [14, 22, 11],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 0, 0],
(_split_single_block pid=8869) [2, 2, 2],
(_split_single_block pid=8869) [0, 0, 0]]], dtype=object), array([[[25, 30, 34],
(_split_single_block pid=8869) [26, 31, 35],
(_split_single_block pid=8869) [28, 33, 37],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[27, 32, 36],
(_split_single_block pid=8869) [28, 33, 37],
(_split_single_block pid=8869) [29, 34, 38],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75],
(_split_single_block pid=8869) [16, 42, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[30, 35, 39],
(_split_single_block pid=8869) [30, 35, 39],
(_split_single_block pid=8869) [31, 36, 40],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [14, 43, 75],
(_split_single_block pid=8869) [14, 43, 75],
(_split_single_block pid=8869) [14, 43, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [198, 209, 215],
(_split_single_block pid=8869) [191, 202, 208],
(_split_single_block pid=8869) [187, 198, 204]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) [8, 21, 29],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [202, 212, 214],
(_split_single_block pid=8869) [196, 206, 208],
(_split_single_block pid=8869) [192, 202, 204]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[8, 21, 29],
(_split_single_block pid=8869) [7, 20, 28],
(_split_single_block pid=8869) [7, 20, 28],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [203, 214, 216],
(_split_single_block pid=8869) [197, 208, 210],
(_split_single_block pid=8869) [193, 204, 206]]], dtype=object), array([[[83, 104, 131],
(_split_single_block pid=8869) [84, 105, 132],
(_split_single_block pid=8869) [85, 106, 133],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [51, 84, 115],
(_split_single_block pid=8869) [51, 84, 115],
(_split_single_block pid=8869) [51, 84, 115]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[81, 102, 129],
(_split_single_block pid=8869) [82, 103, 130],
(_split_single_block pid=8869) [83, 104, 131],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[89, 110, 137],
(_split_single_block pid=8869) [88, 109, 136],
(_split_single_block pid=8869) [86, 107, 134],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114],
(_split_single_block pid=8869) [50, 83, 114]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[38, 69, 100],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) [35, 66, 97],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [50, 69, 83],
(_split_single_block pid=8869) [50, 69, 83],
(_split_single_block pid=8869) [50, 69, 83]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[37, 68, 99],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) [34, 65, 96],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [51, 70, 84],
(_split_single_block pid=8869) [51, 70, 84],
(_split_single_block pid=8869) [51, 70, 84]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[40, 71, 102],
(_split_single_block pid=8869) [38, 69, 100],
(_split_single_block pid=8869) [36, 67, 98],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [52, 71, 85],
(_split_single_block pid=8869) [52, 71, 85],
(_split_single_block pid=8869) [52, 71, 85]]], dtype=object), array([[[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [145, 180, 218],
(_split_single_block pid=8869) [145, 180, 218],
(_split_single_block pid=8869) [147, 182, 220]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [149, 184, 222],
(_split_single_block pid=8869) [149, 184, 222],
(_split_single_block pid=8869) [151, 186, 224]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) [160, 198, 235],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [151, 186, 224],
(_split_single_block pid=8869) [152, 187, 225],
(_split_single_block pid=8869) [151, 186, 224]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[180, 154, 127],
(_split_single_block pid=8869) [168, 142, 115],
(_split_single_block pid=8869) [168, 142, 117],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [182, 155, 126],
(_split_single_block pid=8869) [148, 121, 92],
(_split_single_block pid=8869) [125, 98, 69]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[177, 151, 124],
(_split_single_block pid=8869) [167, 141, 114],
(_split_single_block pid=8869) [170, 144, 119],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [189, 162, 133],
(_split_single_block pid=8869) [207, 180, 151],
(_split_single_block pid=8869) [187, 160, 131]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[191, 165, 138],
(_split_single_block pid=8869) [187, 161, 134],
(_split_single_block pid=8869) [186, 160, 135],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [159, 132, 103],
(_split_single_block pid=8869) [188, 161, 132],
(_split_single_block pid=8869) [218, 191, 162]]], dtype=object), array([[[217, 247, 255],
(_split_single_block pid=8869) [194, 224, 235],
(_split_single_block pid=8869) [214, 244, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [192, 210, 230],
(_split_single_block pid=8869) [213, 231, 251],
(_split_single_block pid=8869) [195, 213, 233]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[197, 227, 238],
(_split_single_block pid=8869) [211, 241, 252],
(_split_single_block pid=8869) [185, 215, 226],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [224, 242, 255],
(_split_single_block pid=8869) [190, 208, 228],
(_split_single_block pid=8869) [196, 214, 234]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[216, 246, 255],
(_split_single_block pid=8869) [184, 214, 225],
(_split_single_block pid=8869) [216, 246, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [191, 209, 229],
(_split_single_block pid=8869) [222, 240, 255],
(_split_single_block pid=8869) [204, 222, 242]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[220, 242, 255],
(_split_single_block pid=8869) [174, 196, 210],
(_split_single_block pid=8869) [230, 252, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [189, 212, 226],
(_split_single_block pid=8869) [214, 237, 255],
(_split_single_block pid=8869) [199, 221, 242]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[199, 221, 235],
(_split_single_block pid=8869) [218, 240, 254],
(_split_single_block pid=8869) [166, 188, 202],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [221, 244, 255],
(_split_single_block pid=8869) [193, 215, 236],
(_split_single_block pid=8869) [177, 199, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[224, 246, 255],
(_split_single_block pid=8869) [194, 216, 230],
(_split_single_block pid=8869) [228, 250, 255],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [187, 210, 228],
(_split_single_block pid=8869) [217, 239, 255],
(_split_single_block pid=8869) [205, 227, 251]]], dtype=object), array([[[0, 67, 44],
(_split_single_block pid=8869) [21, 96, 73],
(_split_single_block pid=8869) [48, 112, 86],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [29, 161, 140],
(_split_single_block pid=8869) [36, 168, 147],
(_split_single_block pid=8869) [0, 132, 111]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[20, 88, 67],
(_split_single_block pid=8869) [36, 99, 78],
(_split_single_block pid=8869) [45, 98, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [26, 149, 128],
(_split_single_block pid=8869) [36, 158, 137],
(_split_single_block pid=8869) [27, 150, 129]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[25, 66, 48],
(_split_single_block pid=8869) [26, 64, 49],
(_split_single_block pid=8869) [31, 64, 53],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [23, 130, 104],
(_split_single_block pid=8869) [15, 119, 94],
(_split_single_block pid=8869) [10, 117, 91]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[77, 64, 71],
(_split_single_block pid=8869) [79, 67, 69],
(_split_single_block pid=8869) [91, 80, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [0, 36, 30],
(_split_single_block pid=8869) [0, 59, 53],
(_split_single_block pid=8869) [32, 93, 85]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[49, 34, 41],
(_split_single_block pid=8869) [57, 42, 47],
(_split_single_block pid=8869) [78, 64, 64],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [7, 68, 60],
(_split_single_block pid=8869) [23, 84, 76],
(_split_single_block pid=8869) [30, 93, 82]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[55, 38, 48],
(_split_single_block pid=8869) [65, 48, 56],
(_split_single_block pid=8869) [90, 74, 77],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [18, 81, 72],
(_split_single_block pid=8869) [34, 100, 88],
(_split_single_block pid=8869) [28, 94, 80]]], dtype=object), array([[[105, 148, 77],
(_split_single_block pid=8869) [106, 149, 78],
(_split_single_block pid=8869) [108, 151, 80],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [107, 149, 75],
(_split_single_block pid=8869) [107, 149, 75],
(_split_single_block pid=8869) [107, 149, 75]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 146, 75],
(_split_single_block pid=8869) [105, 148, 77],
(_split_single_block pid=8869) [106, 149, 78],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [112, 154, 80],
(_split_single_block pid=8869) [112, 154, 80],
(_split_single_block pid=8869) [112, 154, 80]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[100, 146, 74],
(_split_single_block pid=8869) [102, 148, 76],
(_split_single_block pid=8869) [103, 149, 77],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [111, 153, 79],
(_split_single_block pid=8869) [111, 153, 79],
(_split_single_block pid=8869) [111, 153, 79]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [102, 134, 61],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [225, 192, 157],
(_split_single_block pid=8869) [254, 220, 185],
(_split_single_block pid=8869) [127, 94, 59]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [102, 134, 61],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [255, 229, 192],
(_split_single_block pid=8869) [255, 245, 208],
(_split_single_block pid=8869) [100, 74, 37]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[103, 135, 62],
(_split_single_block pid=8869) [103, 135, 62],
(_split_single_block pid=8869) [101, 133, 60],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [223, 203, 166],
(_split_single_block pid=8869) [255, 253, 216],
(_split_single_block pid=8869) [207, 187, 150]]], dtype=object), array([[[28, 44, 7],
(_split_single_block pid=8869) [28, 44, 7],
(_split_single_block pid=8869) [28, 44, 5],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [84, 98, 107],
(_split_single_block pid=8869) [85, 99, 108]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[30, 46, 9],
(_split_single_block pid=8869) [30, 46, 9],
(_split_single_block pid=8869) [31, 47, 8],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [84, 98, 107],
(_split_single_block pid=8869) [86, 100, 109]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[31, 47, 10],
(_split_single_block pid=8869) [31, 47, 10],
(_split_single_block pid=8869) [32, 48, 9],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [83, 97, 106],
(_split_single_block pid=8869) [85, 99, 108],
(_split_single_block pid=8869) [86, 100, 109]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[115, 111, 112],
(_split_single_block pid=8869) [117, 113, 114],
(_split_single_block pid=8869) [119, 115, 116],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [71, 89, 63],
(_split_single_block pid=8869) [75, 93, 69],
(_split_single_block pid=8869) [78, 96, 70]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[120, 116, 117],
(_split_single_block pid=8869) [122, 118, 119],
(_split_single_block pid=8869) [123, 119, 120],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [73, 91, 67],
(_split_single_block pid=8869) [77, 95, 73],
(_split_single_block pid=8869) [80, 98, 74]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[122, 118, 119],
(_split_single_block pid=8869) [124, 120, 121],
(_split_single_block pid=8869) [125, 121, 122],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [75, 90, 69],
(_split_single_block pid=8869) [79, 94, 75],
(_split_single_block pid=8869) [82, 97, 76]]], dtype=object), array([[[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [177, 192, 221],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [177, 192, 221],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) [157, 170, 212],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [178, 193, 222],
(_split_single_block pid=8869) [179, 193, 220]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[135, 128, 135],
(_split_single_block pid=8869) [117, 110, 117],
(_split_single_block pid=8869) [132, 126, 130],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [160, 161, 156],
(_split_single_block pid=8869) [150, 151, 146],
(_split_single_block pid=8869) [145, 147, 142]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[132, 125, 132],
(_split_single_block pid=8869) [108, 101, 108],
(_split_single_block pid=8869) [123, 117, 121],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [164, 165, 160],
(_split_single_block pid=8869) [172, 173, 168],
(_split_single_block pid=8869) [154, 156, 151]],
(_split_single_block pid=8869)
(_split_single_block pid=8869) [[132, 125, 132],
(_split_single_block pid=8869) [124, 117, 124],
(_split_single_block pid=8869) [131, 125, 129],
(_split_single_block pid=8869) ...,
(_split_single_block pid=8869) [153, 154, 149],
(_split_single_block pid=8869) [173, 174, 169],
(_split_single_block pid=8869) [156, 158, 153]]], dtype=object)]
2022-11-07 10:55:50,248 ERROR worker.py:400 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): ray::_split_single_block() (pid=8869, ip=127.0.0.1)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 121, in _split_single_block
split_block = block_accessor.slice(prev_index, index, copy=True)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 175, in slice
view = _copy_table(view)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 618, in _copy_table
arr = _concatenate_extension_column(col)
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
return ArrowTensorArray._concat_same_type(ca.chunks)
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 306, in _concat_same_type
return ArrowVariableShapedTensorArray.from_numpy(
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 562, in from_numpy
raise ValueError(
ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 81, 78],
[67, 83, 80],
[69, 85, 82],
...,
[8, 10, 5],
[3, 5, 0],
[0, 2, 0]],
[[66, 82, 79],
[67, 83, 80],
[70, 86, 83],
...,
[0, 2, 0],
[1, 3, 0],
[3, 5, 0]],
[[66, 82, 79],
[67, 83, 80],
[69, 85, 82],
...,
[6, 6, 4],
[8, 8, 6],
[9, 9, 7]],
...,
[[58, 73, 70],
[58, 73, 70],
[58, 73, 70],
...,
[86, 95, 94],
[86, 95, 94],
[85, 94, 93]],
[[57, 72, 69],
[57, 72, 69],
[57, 72, 69],
...,
[85, 94, 93],
[84, 93, 92],
[83, 92, 91]],
[[57, 72, 69],
[57, 72, 69],
[57, 72, 69],
...,
[82, 91, 90],
[81, 90, 89],
[80, 89, 88]]], dtype=object), array([[[0, 1, 0],
[6, 8, 7],
[0, 1, 0],
...,
[0, 1, 0],
[7, 9, 8],
[0, 1, 0]],
[[14, 16, 15],
[40, 42, 41],
[36, 38, 37],
...,
[21, 25, 24],
[30, 32, 31],
[11, 13, 12]],
[[1, 3, 2],
[41, 43, 42],
[46, 48, 47],
...,
[25, 29, 28],
[27, 29, 28],
[0, 2, 1]],
...,
[[0, 9, 0],
[107, 121, 106],
[86, 98, 86],
...,
[27, 27, 27],
[21, 21, 21],
[2, 2, 2]],
[[18, 29, 15],
[93, 104, 90],
[85, 95, 84],
...,
[22, 22, 22],
[20, 20, 20],
[6, 6, 6]],
[[0, 4, 0],
[10, 18, 7],
[14, 22, 11],
...,
[0, 0, 0],
[2, 2, 2],
[0, 0, 0]]], dtype=object), array([[[25, 30, 34],
[26, 31, 35],
[28, 33, 37],
...,
[16, 42, 75],
[16, 42, 75],
[16, 42, 75]],
[[27, 32, 36],
[28, 33, 37],
[29, 34, 38],
...,
[16, 42, 75],
[16, 42, 75],
[16, 42, 75]],
[[30, 35, 39],
[30, 35, 39],
[31, 36, 40],
...,
[14, 43, 75],
[14, 43, 75],
[14, 43, 75]],
...,
[[8, 21, 29],
[8, 21, 29],
[8, 21, 29],
...,
[198, 209, 215],
[191, 202, 208],
[187, 198, 204]],
[[8, 21, 29],
[8, 21, 29],
[8, 21, 29],
...,
[202, 212, 214],
[196, 206, 208],
[192, 202, 204]],
[[8, 21, 29],
[7, 20, 28],
[7, 20, 28],
...,
[203, 214, 216],
[197, 208, 210],
[193, 204, 206]]], dtype=object), array([[[83, 104, 131],
[84, 105, 132],
[85, 106, 133],
...,
[51, 84, 115],
[51, 84, 115],
[51, 84, 115]],
[[81, 102, 129],
[82, 103, 130],
[83, 104, 131],
...,
[50, 83, 114],
[50, 83, 114],
[50, 83, 114]],
[[89, 110, 137],
[88, 109, 136],
[86, 107, 134],
...,
[50, 83, 114],
[50, 83, 114],
[50, 83, 114]],
...,
[[38, 69, 100],
[36, 67, 98],
[35, 66, 97],
...,
[50, 69, 83],
[50, 69, 83],
[50, 69, 83]],
[[37, 68, 99],
[36, 67, 98],
[34, 65, 96],
...,
[51, 70, 84],
[51, 70, 84],
[51, 70, 84]],
[[40, 71, 102],
[38, 69, 100],
[36, 67, 98],
...,
[52, 71, 85],
[52, 71, 85],
[52, 71, 85]]], dtype=object), array([[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[145, 180, 218],
[145, 180, 218],
[147, 182, 220]],
[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[149, 184, 222],
[149, 184, 222],
[151, 186, 224]],
[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[151, 186, 224],
[152, 187, 225],
[151, 186, 224]],
...,
[[180, 154, 127],
[168, 142, 115],
[168, 142, 117],
...,
[182, 155, 126],
[148, 121, 92],
[125, 98, 69]],
[[177, 151, 124],
[167, 141, 114],
[170, 144, 119],
...,
[189, 162, 133],
[207, 180, 151],
[187, 160, 131]],
[[191, 165, 138],
[187, 161, 134],
[186, 160, 135],
...,
[159, 132, 103],
[188, 161, 132],
[218, 191, 162]]], dtype=object), array([[[217, 247, 255],
[194, 224, 235],
[214, 244, 255],
...,
[192, 210, 230],
[213, 231, 251],
[195, 213, 233]],
[[197, 227, 238],
[211, 241, 252],
[185, 215, 226],
...,
[224, 242, 255],
[190, 208, 228],
[196, 214, 234]],
[[216, 246, 255],
[184, 214, 225],
[216, 246, 255],
...,
[191, 209, 229],
[222, 240, 255],
[204, 222, 242]],
...,
[[220, 242, 255],
[174, 196, 210],
[230, 252, 255],
...,
[189, 212, 226],
[214, 237, 255],
[199, 221, 242]],
[[199, 221, 235],
[218, 240, 254],
[166, 188, 202],
...,
[221, 244, 255],
[193, 215, 236],
[177, 199, 222]],
[[224, 246, 255],
[194, 216, 230],
[228, 250, 255],
...,
[187, 210, 228],
[217, 239, 255],
[205, 227, 251]]], dtype=object), array([[[0, 67, 44],
[21, 96, 73],
[48, 112, 86],
...,
[29, 161, 140],
[36, 168, 147],
[0, 132, 111]],
[[20, 88, 67],
[36, 99, 78],
[45, 98, 78],
...,
[26, 149, 128],
[36, 158, 137],
[27, 150, 129]],
[[25, 66, 48],
[26, 64, 49],
[31, 64, 53],
...,
[23, 130, 104],
[15, 119, 94],
[10, 117, 91]],
...,
[[77, 64, 71],
[79, 67, 69],
[91, 80, 78],
...,
[0, 36, 30],
[0, 59, 53],
[32, 93, 85]],
[[49, 34, 41],
[57, 42, 47],
[78, 64, 64],
...,
[7, 68, 60],
[23, 84, 76],
[30, 93, 82]],
[[55, 38, 48],
[65, 48, 56],
[90, 74, 77],
...,
[18, 81, 72],
[34, 100, 88],
[28, 94, 80]]], dtype=object), array([[[105, 148, 77],
[106, 149, 78],
[108, 151, 80],
...,
[107, 149, 75],
[107, 149, 75],
[107, 149, 75]],
[[103, 146, 75],
[105, 148, 77],
[106, 149, 78],
...,
[112, 154, 80],
[112, 154, 80],
[112, 154, 80]],
[[100, 146, 74],
[102, 148, 76],
[103, 149, 77],
...,
[111, 153, 79],
[111, 153, 79],
[111, 153, 79]],
...,
[[103, 135, 62],
[102, 134, 61],
[101, 133, 60],
...,
[225, 192, 157],
[254, 220, 185],
[127, 94, 59]],
[[103, 135, 62],
[102, 134, 61],
[101, 133, 60],
...,
[255, 229, 192],
[255, 245, 208],
[100, 74, 37]],
[[103, 135, 62],
[103, 135, 62],
[101, 133, 60],
...,
[223, 203, 166],
[255, 253, 216],
[207, 187, 150]]], dtype=object), array([[[28, 44, 7],
[28, 44, 7],
[28, 44, 5],
...,
[83, 97, 106],
[84, 98, 107],
[85, 99, 108]],
[[30, 46, 9],
[30, 46, 9],
[31, 47, 8],
...,
[83, 97, 106],
[84, 98, 107],
[86, 100, 109]],
[[31, 47, 10],
[31, 47, 10],
[32, 48, 9],
...,
[83, 97, 106],
[85, 99, 108],
[86, 100, 109]],
...,
[[115, 111, 112],
[117, 113, 114],
[119, 115, 116],
...,
[71, 89, 63],
[75, 93, 69],
[78, 96, 70]],
[[120, 116, 117],
[122, 118, 119],
[123, 119, 120],
...,
[73, 91, 67],
[77, 95, 73],
[80, 98, 74]],
[[122, 118, 119],
[124, 120, 121],
[125, 121, 122],
...,
[75, 90, 69],
[79, 94, 75],
[82, 97, 76]]], dtype=object), array([[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[177, 192, 221],
[178, 193, 222],
[178, 193, 222]],
[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[177, 192, 221],
[178, 193, 222],
[178, 193, 222]],
[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[178, 193, 222],
[178, 193, 222],
[179, 193, 220]],
...,
[[135, 128, 135],
[117, 110, 117],
[132, 126, 130],
...,
[160, 161, 156],
[150, 151, 146],
[145, 147, 142]],
[[132, 125, 132],
[108, 101, 108],
[123, 117, 121],
...,
[164, 165, 160],
[172, 173, 168],
[154, 156, 151]],
[[132, 125, 132],
[124, 117, 124],
[131, 125, 129],
...,
[153, 154, 149],
[173, 174, 169],
[156, 158, 153]]], dtype=object)]
2022-11-07 10:55:50,251 ERROR worker.py:400 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): ray::_split_single_block() (pid=8869, ip=127.0.0.1)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/split.py", line 121, in _split_single_block
split_block = block_accessor.slice(prev_index, index, copy=True)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 175, in slice
view = _copy_table(view)
File "/Users/balaji/Documents/GitHub/ray/python/ray/data/_internal/arrow_block.py", line 618, in _copy_table
arr = _concatenate_extension_column(col)
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
return ArrowTensorArray._concat_same_type(ca.chunks)
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 306, in _concat_same_type
return ArrowVariableShapedTensorArray.from_numpy(
File "/Users/balaji/Documents/GitHub/ray/python/ray/air/util/tensor_extensions/arrow.py", line 562, in from_numpy
raise ValueError(
ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 81, 78],
[67, 83, 80],
[69, 85, 82],
...,
[8, 10, 5],
[3, 5, 0],
[0, 2, 0]],
[[66, 82, 79],
[67, 83, 80],
[70, 86, 83],
...,
[0, 2, 0],
[1, 3, 0],
[3, 5, 0]],
[[66, 82, 79],
[67, 83, 80],
[69, 85, 82],
...,
[6, 6, 4],
[8, 8, 6],
[9, 9, 7]],
...,
[[58, 73, 70],
[58, 73, 70],
[58, 73, 70],
...,
[86, 95, 94],
[86, 95, 94],
[85, 94, 93]],
[[57, 72, 69],
[57, 72, 69],
[57, 72, 69],
...,
[85, 94, 93],
[84, 93, 92],
[83, 92, 91]],
[[57, 72, 69],
[57, 72, 69],
[57, 72, 69],
...,
[82, 91, 90],
[81, 90, 89],
[80, 89, 88]]], dtype=object), array([[[0, 1, 0],
[6, 8, 7],
[0, 1, 0],
...,
[0, 1, 0],
[7, 9, 8],
[0, 1, 0]],
[[14, 16, 15],
[40, 42, 41],
[36, 38, 37],
...,
[21, 25, 24],
[30, 32, 31],
[11, 13, 12]],
[[1, 3, 2],
[41, 43, 42],
[46, 48, 47],
...,
[25, 29, 28],
[27, 29, 28],
[0, 2, 1]],
...,
[[0, 9, 0],
[107, 121, 106],
[86, 98, 86],
...,
[27, 27, 27],
[21, 21, 21],
[2, 2, 2]],
[[18, 29, 15],
[93, 104, 90],
[85, 95, 84],
...,
[22, 22, 22],
[20, 20, 20],
[6, 6, 6]],
[[0, 4, 0],
[10, 18, 7],
[14, 22, 11],
...,
[0, 0, 0],
[2, 2, 2],
[0, 0, 0]]], dtype=object), array([[[25, 30, 34],
[26, 31, 35],
[28, 33, 37],
...,
[16, 42, 75],
[16, 42, 75],
[16, 42, 75]],
[[27, 32, 36],
[28, 33, 37],
[29, 34, 38],
...,
[16, 42, 75],
[16, 42, 75],
[16, 42, 75]],
[[30, 35, 39],
[30, 35, 39],
[31, 36, 40],
...,
[14, 43, 75],
[14, 43, 75],
[14, 43, 75]],
...,
[[8, 21, 29],
[8, 21, 29],
[8, 21, 29],
...,
[198, 209, 215],
[191, 202, 208],
[187, 198, 204]],
[[8, 21, 29],
[8, 21, 29],
[8, 21, 29],
...,
[202, 212, 214],
[196, 206, 208],
[192, 202, 204]],
[[8, 21, 29],
[7, 20, 28],
[7, 20, 28],
...,
[203, 214, 216],
[197, 208, 210],
[193, 204, 206]]], dtype=object), array([[[83, 104, 131],
[84, 105, 132],
[85, 106, 133],
...,
[51, 84, 115],
[51, 84, 115],
[51, 84, 115]],
[[81, 102, 129],
[82, 103, 130],
[83, 104, 131],
...,
[50, 83, 114],
[50, 83, 114],
[50, 83, 114]],
[[89, 110, 137],
[88, 109, 136],
[86, 107, 134],
...,
[50, 83, 114],
[50, 83, 114],
[50, 83, 114]],
...,
[[38, 69, 100],
[36, 67, 98],
[35, 66, 97],
...,
[50, 69, 83],
[50, 69, 83],
[50, 69, 83]],
[[37, 68, 99],
[36, 67, 98],
[34, 65, 96],
...,
[51, 70, 84],
[51, 70, 84],
[51, 70, 84]],
[[40, 71, 102],
[38, 69, 100],
[36, 67, 98],
...,
[52, 71, 85],
[52, 71, 85],
[52, 71, 85]]], dtype=object), array([[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[145, 180, 218],
[145, 180, 218],
[147, 182, 220]],
[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[149, 184, 222],
[149, 184, 222],
[151, 186, 224]],
[[160, 198, 235],
[160, 198, 235],
[160, 198, 235],
...,
[151, 186, 224],
[152, 187, 225],
[151, 186, 224]],
...,
[[180, 154, 127],
[168, 142, 115],
[168, 142, 117],
...,
[182, 155, 126],
[148, 121, 92],
[125, 98, 69]],
[[177, 151, 124],
[167, 141, 114],
[170, 144, 119],
...,
[189, 162, 133],
[207, 180, 151],
[187, 160, 131]],
[[191, 165, 138],
[187, 161, 134],
[186, 160, 135],
...,
[159, 132, 103],
[188, 161, 132],
[218, 191, 162]]], dtype=object), array([[[217, 247, 255],
[194, 224, 235],
[214, 244, 255],
...,
[192, 210, 230],
[213, 231, 251],
[195, 213, 233]],
[[197, 227, 238],
[211, 241, 252],
[185, 215, 226],
...,
[224, 242, 255],
[190, 208, 228],
[196, 214, 234]],
[[216, 246, 255],
[184, 214, 225],
[216, 246, 255],
...,
[191, 209, 229],
[222, 240, 255],
[204, 222, 242]],
...,
[[220, 242, 255],
[174, 196, 210],
[230, 252, 255],
...,
[189, 212, 226],
[214, 237, 255],
[199, 221, 242]],
[[199, 221, 235],
[218, 240, 254],
[166, 188, 202],
...,
[221, 244, 255],
[193, 215, 236],
[177, 199, 222]],
[[224, 246, 255],
[194, 216, 230],
[228, 250, 255],
...,
[187, 210, 228],
[217, 239, 255],
[205, 227, 251]]], dtype=object), array([[[0, 67, 44],
[21, 96, 73],
[48, 112, 86],
...,
[29, 161, 140],
[36, 168, 147],
[0, 132, 111]],
[[20, 88, 67],
[36, 99, 78],
[45, 98, 78],
...,
[26, 149, 128],
[36, 158, 137],
[27, 150, 129]],
[[25, 66, 48],
[26, 64, 49],
[31, 64, 53],
...,
[23, 130, 104],
[15, 119, 94],
[10, 117, 91]],
...,
[[77, 64, 71],
[79, 67, 69],
[91, 80, 78],
...,
[0, 36, 30],
[0, 59, 53],
[32, 93, 85]],
[[49, 34, 41],
[57, 42, 47],
[78, 64, 64],
...,
[7, 68, 60],
[23, 84, 76],
[30, 93, 82]],
[[55, 38, 48],
[65, 48, 56],
[90, 74, 77],
...,
[18, 81, 72],
[34, 100, 88],
[28, 94, 80]]], dtype=object), array([[[105, 148, 77],
[106, 149, 78],
[108, 151, 80],
...,
[107, 149, 75],
[107, 149, 75],
[107, 149, 75]],
[[103, 146, 75],
[105, 148, 77],
[106, 149, 78],
...,
[112, 154, 80],
[112, 154, 80],
[112, 154, 80]],
[[100, 146, 74],
[102, 148, 76],
[103, 149, 77],
...,
[111, 153, 79],
[111, 153, 79],
[111, 153, 79]],
...,
[[103, 135, 62],
[102, 134, 61],
[101, 133, 60],
...,
[225, 192, 157],
[254, 220, 185],
[127, 94, 59]],
[[103, 135, 62],
[102, 134, 61],
[101, 133, 60],
...,
[255, 229, 192],
[255, 245, 208],
[100, 74, 37]],
[[103, 135, 62],
[103, 135, 62],
[101, 133, 60],
...,
[223, 203, 166],
[255, 253, 216],
[207, 187, 150]]], dtype=object), array([[[28, 44, 7],
[28, 44, 7],
[28, 44, 5],
...,
[83, 97, 106],
[84, 98, 107],
[85, 99, 108]],
[[30, 46, 9],
[30, 46, 9],
[31, 47, 8],
...,
[83, 97, 106],
[84, 98, 107],
[86, 100, 109]],
[[31, 47, 10],
[31, 47, 10],
[32, 48, 9],
...,
[83, 97, 106],
[85, 99, 108],
[86, 100, 109]],
...,
[[115, 111, 112],
[117, 113, 114],
[119, 115, 116],
...,
[71, 89, 63],
[75, 93, 69],
[78, 96, 70]],
[[120, 116, 117],
[122, 118, 119],
[123, 119, 120],
...,
[73, 91, 67],
[77, 95, 73],
[80, 98, 74]],
[[122, 118, 119],
[124, 120, 121],
[125, 121, 122],
...,
[75, 90, 69],
[79, 94, 75],
[82, 97, 76]]], dtype=object), array([[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[177, 192, 221],
[178, 193, 222],
[178, 193, 222]],
[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[177, 192, 221],
[178, 193, 222],
[178, 193, 222]],
[[157, 170, 212],
[157, 170, 212],
[157, 170, 212],
...,
[178, 193, 222],
[178, 193, 222],
[179, 193, 220]],
...,
[[135, 128, 135],
[117, 110, 117],
[132, 126, 130],
...,
[160, 161, 156],
[150, 151, 146],
[145, 147, 142]],
[[132, 125, 132],
[108, 101, 108],
[123, 117, 121],
...,
[164, 165, 160],
[172, 173, 168],
[154, 156, 151]],
[[132, 125, 132],
[124, 117, 124],
[131, 125, 129],
...,
[153, 154, 149],
[173, 174, 169],
[156, 158, 153]]], dtype=object)]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment