Skip to content

Instantly share code, notes, and snippets.

@aaronwolen

aaronwolen/output.txt

Last active April 11, 2024 14:23
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save aaronwolen/73a0c80862b8820a150b623b8cf343b5 to your computer and use it in GitHub Desktop.
Save aaronwolen/73a0c80862b8820a150b623b8cf343b5 to your computer and use it in GitHub Desktop.
Download ZIP
tiledbsoma query stats
Raw
output.txt
tiledbsoma.__version__ 1.5.0rc0.post289.dev1706826235
TileDB-Py tiledb.version() (0, 27, 1)
TileDB core version 2.21.1
libtiledbsoma version() libtiledb=2.21.1
python version 3.11.8.final.0
OS version Darwin 23.3.0
Checking tiledb...
libtiledb=2.21.1
[
{
"timers": {
"Context.StorageManager.subSubarray.sort_and_merge_ranges.sum": 3.7834e-05,
"Context.StorageManager.subSubarray.sort_and_merge_ranges.avg": 1.8917e-05,
"Context.StorageManager.array_open_READ.sum": 0.776178,
"Context.StorageManager.array_open_READ.avg": 0.388089,
"Context.StorageManager.Query.Reader.unfilter_coord_tiles.sum": 0.00494892,
"Context.StorageManager.Query.Reader.unfilter_coord_tiles.avg": 0.00123723,
"Context.StorageManager.Query.Reader.unfilter_attr_tiles.sum": 0.0669794,
"Context.StorageManager.Query.Reader.unfilter_attr_tiles.avg": 0.00248072,
"Context.StorageManager.Query.Reader.tile_offset_sizes.sum": 1.1861e-05,
"Context.StorageManager.Query.Reader.tile_offset_sizes.avg": 1.1861e-05,
"Context.StorageManager.Query.Reader.switch_sizes_to_offsets.sum": 0.00519946,
"Context.StorageManager.Query.Reader.switch_sizes_to_offsets.avg": 0.000226063,
"Context.StorageManager.Query.Reader.read_tiles.sum": 0.307498,
"Context.StorageManager.Query.Reader.read_tiles.avg": 0.0768746,
"Context.StorageManager.Query.Reader.read_coordinate_tiles.sum": 0.0908046,
"Context.StorageManager.Query.Reader.read_coordinate_tiles.avg": 0.0454023,
"Context.StorageManager.Query.Reader.read_attribute_tiles.sum": 0.216707,
"Context.StorageManager.Query.Reader.read_attribute_tiles.avg": 0.108353,
"Context.StorageManager.Query.Reader.read_and_unfilter_coords.sum": 0.0957832,
"Context.StorageManager.Query.Reader.read_and_unfilter_coords.avg": 0.0957832,
"Context.StorageManager.Query.Reader.read_and_unfilter_attributes.sum": 0.283774,
"Context.StorageManager.Query.Reader.read_and_unfilter_attributes.avg": 0.283774,
"Context.StorageManager.Query.Reader.process_slabs.sum": 0.311294,
"Context.StorageManager.Query.Reader.process_slabs.avg": 0.311294,
"Context.StorageManager.Query.Reader.merge_result_cell_slabs.sum": 9.751e-06,
"Context.StorageManager.Query.Reader.merge_result_cell_slabs.avg": 9.751e-06,
"Context.StorageManager.Query.Reader.max_num_cells_to_copy.sum": 1.1351e-05,
"Context.StorageManager.Query.Reader.max_num_cells_to_copy.avg": 1.1351e-05,
"Context.StorageManager.Query.Reader.load_tile_var_sizes.sum": 0.000260721,
"Context.StorageManager.Query.Reader.load_tile_var_sizes.avg": 0.000260721,
"Context.StorageManager.Query.Reader.load_tile_offsets.sum": 0.0265357,
"Context.StorageManager.Query.Reader.load_tile_offsets.avg": 0.00884524,
"Context.StorageManager.Query.Reader.load_tile_metadata.sum": 1.3655e-05,
"Context.StorageManager.Query.Reader.load_tile_metadata.avg": 1.3655e-05,
"Context.StorageManager.Query.Reader.load_initial_data.sum": 4.3128e-05,
"Context.StorageManager.Query.Reader.load_initial_data.avg": 4.3128e-05,
"Context.StorageManager.Query.Reader.dowork.sum": 0.434176,
"Context.StorageManager.Query.Reader.dowork.avg": 0.434176,
"Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.sum": 3.0325e-05,
"Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.avg": 3.0325e-05,
"Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.sum": 1.4608e-05,
"Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.avg": 1.4608e-05,
"Context.StorageManager.Query.Reader.create_result_tiles.sum": 3.4441e-05,
"Context.StorageManager.Query.Reader.create_result_tiles.avg": 3.4441e-05,
"Context.StorageManager.Query.Reader.copy_var_tiles.sum": 0.00725039,
"Context.StorageManager.Query.Reader.copy_var_tiles.avg": 0.000315234,
"Context.StorageManager.Query.Reader.copy_offsets_tiles.sum": 0.00750425,
"Context.StorageManager.Query.Reader.copy_offsets_tiles.avg": 0.000326272,
"Context.StorageManager.Query.Reader.copy_fixed_data_tiles.sum": 0.00103122,
"Context.StorageManager.Query.Reader.copy_fixed_data_tiles.avg": 0.000206245,
"Context.StorageManager.Query.Reader.compute_tile_bitmaps.sum": 9.61e-07,
"Context.StorageManager.Query.Reader.compute_tile_bitmaps.avg": 9.61e-07,
"Context.StorageManager.Query.Reader.apply_query_condition.sum": 3.1136e-05,
"Context.StorageManager.Query.Reader.apply_query_condition.avg": 3.1136e-05
},
"counters": {
"Context.StorageManager.Query.Reader.tiles_unfiltered": 888,
"Context.StorageManager.Query.Reader.tiles_allocated": 153,
"Context.StorageManager.Query.Reader.result_num": 264824,
"Context.StorageManager.Query.Reader.read_unfiltered_byte_num": 133192079,
"Context.StorageManager.Query.Reader.num_tiles_read": 84,
"Context.StorageManager.Query.Reader.loop_num": 1,
"Context.StorageManager.Query.Reader.internal_loop_num": 1,
"Context.StorageManager.Query.Reader.ignored_tiles": 0,
"Context.StorageManager.Query.Reader.dim_num": 1,
"Context.StorageManager.Query.Reader.dim_fixed_num": 1,
"Context.StorageManager.Query.Reader.attr_var_num": 23,
"Context.StorageManager.Query.Reader.attr_num": 27,
"Context.StorageManager.Query.Reader.attr_fixed_num": 4
}
}
]
Checking s3...
libtiledb=2.21.1
[
{
"timers": {
"Context.StorageManager.subSubarray.sort_and_merge_ranges.sum": 1.0625e-05,
"Context.StorageManager.subSubarray.sort_and_merge_ranges.avg": 1.0625e-05,
"Context.StorageManager.sm_load_fragment_metadata.sum": 0.254301,
"Context.StorageManager.sm_load_fragment_metadata.avg": 0.12715,
"Context.StorageManager.sm_load_filtered_fragment_uris.sum": 6.8167e-05,
"Context.StorageManager.sm_load_filtered_fragment_uris.avg": 3.40835e-05,
"Context.StorageManager.sm_load_array_schemas_and_fragment_metadata.sum": 0.33391,
"Context.StorageManager.sm_load_array_schemas_and_fragment_metadata.avg": 0.166955,
"Context.StorageManager.sm_load_array_schema_from_uri.sum": 0.0794724,
"Context.StorageManager.sm_load_array_schema_from_uri.avg": 0.0397362,
"Context.StorageManager.sm_load_array_metadata.sum": 0.0690817,
"Context.StorageManager.sm_load_array_metadata.avg": 0.0345409,
"Context.StorageManager.sm_load_all_array_schemas.sum": 0.079504,
"Context.StorageManager.sm_load_all_array_schemas.avg": 0.039752,
"Context.StorageManager.load_group_from_uri.sum": 0.0769549,
"Context.StorageManager.load_group_from_uri.avg": 0.0769549,
"Context.StorageManager.load_group_details.sum": 0.0769599,
"Context.StorageManager.load_group_details.avg": 0.0769599,
"Context.StorageManager.group_open_for_reads.sum": 0.0769622,
"Context.StorageManager.group_open_for_reads.avg": 0.0769622,
"Context.StorageManager.group_load_metadata_from_storage.sum": 0.11775,
"Context.StorageManager.group_load_metadata_from_storage.avg": 0.11775,
"Context.StorageManager.array_open_read_load_schemas_and_fragment_meta.sum": 0.333927,
"Context.StorageManager.array_open_read_load_schemas_and_fragment_meta.avg": 0.166963,
"Context.StorageManager.array_open_read_load_directory.sum": 0.64229,
"Context.StorageManager.array_open_read_load_directory.avg": 0.321145,
"Context.StorageManager.array_open_READ.sum": 0.976246,
"Context.StorageManager.array_open_READ.avg": 0.488123,
"Context.StorageManager.VFS.ArrayDirectory.load_consolidated_commit_uris.sum": 4.167e-06,
"Context.StorageManager.VFS.ArrayDirectory.load_consolidated_commit_uris.avg": 2.0835e-06,
"Context.StorageManager.VFS.ArrayDirectory.list_root_uris.sum": 0.536401,
"Context.StorageManager.VFS.ArrayDirectory.list_root_uris.avg": 0.2682,
"Context.StorageManager.VFS.ArrayDirectory.list_fragment_meta_uris.sum": 0.128987,
"Context.StorageManager.VFS.ArrayDirectory.list_fragment_meta_uris.avg": 0.0644937,
"Context.StorageManager.VFS.ArrayDirectory.list_commit_uris.sum": 0.327651,
"Context.StorageManager.VFS.ArrayDirectory.list_commit_uris.avg": 0.163825,
"Context.StorageManager.VFS.ArrayDirectory.list_array_schema_uris.sum": 0.324078,
"Context.StorageManager.VFS.ArrayDirectory.list_array_schema_uris.avg": 0.162039,
"Context.StorageManager.VFS.ArrayDirectory.list_array_meta_uris.sum": 0.623269,
"Context.StorageManager.VFS.ArrayDirectory.list_array_meta_uris.avg": 0.311635,
"Context.StorageManager.Query.Reader.unfilter_coord_tiles.sum": 0.00111883,
"Context.StorageManager.Query.Reader.unfilter_coord_tiles.avg": 0.000279708,
"Context.StorageManager.Query.Reader.unfilter_attr_tiles.sum": 0.0406664,
"Context.StorageManager.Query.Reader.unfilter_attr_tiles.avg": 0.00150616,
"Context.StorageManager.Query.Reader.tile_offset_sizes.sum": 2.9042e-05,
"Context.StorageManager.Query.Reader.tile_offset_sizes.avg": 2.9042e-05,
"Context.StorageManager.Query.Reader.switch_sizes_to_offsets.sum": 0.00300104,
"Context.StorageManager.Query.Reader.switch_sizes_to_offsets.avg": 0.00013048,
"Context.StorageManager.Query.Reader.read_tiles.sum": 0.896426,
"Context.StorageManager.Query.Reader.read_tiles.avg": 0.224106,
"Context.StorageManager.Query.Reader.read_coordinate_tiles.sum": 0.163062,
"Context.StorageManager.Query.Reader.read_coordinate_tiles.avg": 0.0815311,
"Context.StorageManager.Query.Reader.read_attribute_tiles.sum": 0.733378,
"Context.StorageManager.Query.Reader.read_attribute_tiles.avg": 0.366689,
"Context.StorageManager.Query.Reader.read_and_unfilter_coords.sum": 0.164201,
"Context.StorageManager.Query.Reader.read_and_unfilter_coords.avg": 0.164201,
"Context.StorageManager.Query.Reader.read_and_unfilter_attributes.sum": 0.774364,
"Context.StorageManager.Query.Reader.read_and_unfilter_attributes.avg": 0.774364,
"Context.StorageManager.Query.Reader.process_slabs.sum": 0.807266,
"Context.StorageManager.Query.Reader.process_slabs.avg": 0.807266,
"Context.StorageManager.Query.Reader.merge_result_cell_slabs.sum": 1.025e-05,
"Context.StorageManager.Query.Reader.merge_result_cell_slabs.avg": 1.025e-05,
"Context.StorageManager.Query.Reader.max_num_cells_to_copy.sum": 9.334e-06,
"Context.StorageManager.Query.Reader.max_num_cells_to_copy.avg": 9.334e-06,
"Context.StorageManager.Query.Reader.load_tile_var_sizes.sum": 0.000147333,
"Context.StorageManager.Query.Reader.load_tile_var_sizes.avg": 0.000147333,
"Context.StorageManager.Query.Reader.load_tile_offsets.sum": 0.16785,
"Context.StorageManager.Query.Reader.load_tile_offsets.avg": 0.0559501,
"Context.StorageManager.Query.Reader.load_tile_metadata.sum": 1.6167e-05,
"Context.StorageManager.Query.Reader.load_tile_metadata.avg": 1.6167e-05,
"Context.StorageManager.Query.Reader.load_initial_data.sum": 7.1542e-05,
"Context.StorageManager.Query.Reader.load_initial_data.avg": 7.1542e-05,
"Context.StorageManager.Query.Reader.dowork.sum": 1.13981,
"Context.StorageManager.Query.Reader.dowork.avg": 1.13981,
"Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.sum": 3.5209e-05,
"Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.avg": 3.5209e-05,
"Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.sum": 3.167e-06,
"Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.avg": 3.167e-06,
"Context.StorageManager.Query.Reader.create_result_tiles.sum": 3.075e-05,
"Context.StorageManager.Query.Reader.create_result_tiles.avg": 3.075e-05,
"Context.StorageManager.Query.Reader.copy_var_tiles.sum": 0.013443,
"Context.StorageManager.Query.Reader.copy_var_tiles.avg": 0.000584478,
"Context.StorageManager.Query.Reader.copy_offsets_tiles.sum": 0.00753487,
"Context.StorageManager.Query.Reader.copy_offsets_tiles.avg": 0.000327603,
"Context.StorageManager.Query.Reader.copy_fixed_data_tiles.sum": 0.0009655,
"Context.StorageManager.Query.Reader.copy_fixed_data_tiles.avg": 0.0001931,
"Context.StorageManager.Query.Reader.compute_tile_bitmaps.sum": 9.58e-07,
"Context.StorageManager.Query.Reader.compute_tile_bitmaps.avg": 9.58e-07,
"Context.StorageManager.Query.Reader.apply_query_condition.sum": 6.208e-06,
"Context.StorageManager.Query.Reader.apply_query_condition.avg": 6.208e-06
},
"counters": {
"Context.StorageManager.read_unfiltered_byte_num": 6535,
"Context.StorageManager.read_tile_var_sizes_size": 736,
"Context.StorageManager.read_tile_var_offsets_size": 736,
"Context.StorageManager.read_tile_offsets_size": 896,
"Context.StorageManager.read_group_size": 68,
"Context.StorageManager.read_frag_meta_size": 5388,
"Context.StorageManager.read_array_schema_size": 3296,
"Context.StorageManager.read_array_meta_size": 414,
"Context.StorageManager.group_read_group_meta_size": 389,
"Context.StorageManager.VFS.read_ops_num": 301,
"Context.StorageManager.VFS.read_byte_num": 5584429,
"Context.StorageManager.VFS.ls_num": 3,
"Context.StorageManager.VFS.file_size_num": 2,
"Context.StorageManager.Query.Reader.tiles_unfiltered": 598,
"Context.StorageManager.Query.Reader.tiles_allocated": 153,
"Context.StorageManager.Query.Reader.result_num": 264824,
"Context.StorageManager.Query.Reader.read_unfiltered_byte_num": 133192079,
"Context.StorageManager.Query.Reader.num_tiles_read": 84,
"Context.StorageManager.Query.Reader.loop_num": 1,
"Context.StorageManager.Query.Reader.internal_loop_num": 1,
"Context.StorageManager.Query.Reader.ignored_tiles": 0,
"Context.StorageManager.Query.Reader.dim_num": 1,
"Context.StorageManager.Query.Reader.dim_fixed_num": 1,
"Context.StorageManager.Query.Reader.attr_var_num": 23,
"Context.StorageManager.Query.Reader.attr_num": 27,
"Context.StorageManager.Query.Reader.attr_fixed_num": 4
}
}
]
Checking local...
libtiledb=2.21.1
[
{
"timers": {
"Context.StorageManager.subSubarray.sort_and_merge_ranges.sum": 5.167e-06,
"Context.StorageManager.subSubarray.sort_and_merge_ranges.avg": 5.167e-06,
"Context.StorageManager.sm_load_fragment_metadata.sum": 0.000603083,
"Context.StorageManager.sm_load_fragment_metadata.avg": 0.000301542,
"Context.StorageManager.sm_load_filtered_fragment_uris.sum": 0.000100833,
"Context.StorageManager.sm_load_filtered_fragment_uris.avg": 5.04165e-05,
"Context.StorageManager.sm_load_enumeration.sum": 0.000192666,
"Context.StorageManager.sm_load_enumeration.avg": 9.6333e-05,
"Context.StorageManager.sm_load_array_schemas_and_fragment_metadata.sum": 0.00122942,
"Context.StorageManager.sm_load_array_schemas_and_fragment_metadata.avg": 0.000614708,
"Context.StorageManager.sm_load_array_schema_from_uri.sum": 0.000819334,
"Context.StorageManager.sm_load_array_schema_from_uri.avg": 0.000204834,
"Context.StorageManager.sm_load_array_metadata.sum": 0.000492459,
"Context.StorageManager.sm_load_array_metadata.avg": 0.000246229,
"Context.StorageManager.sm_load_all_array_schemas.sum": 0.0005015,
"Context.StorageManager.sm_load_all_array_schemas.avg": 0.00025075,
"Context.StorageManager.load_group_from_all_uris.sum": 0.000546583,
"Context.StorageManager.load_group_from_all_uris.avg": 0.000546583,
"Context.StorageManager.load_group_details.sum": 0.000550917,
"Context.StorageManager.load_group_details.avg": 0.000550917,
"Context.StorageManager.group_open_for_reads.sum": 0.000552,
"Context.StorageManager.group_open_for_reads.avg": 0.000552,
"Context.StorageManager.group_load_metadata_from_storage.sum": 0.000324166,
"Context.StorageManager.group_load_metadata_from_storage.avg": 0.000324166,
"Context.StorageManager.array_open_read_load_schemas_and_fragment_meta.sum": 0.00123229,
"Context.StorageManager.array_open_read_load_schemas_and_fragment_meta.avg": 0.000616146,
"Context.StorageManager.array_open_read_load_directory.sum": 0.000724291,
"Context.StorageManager.array_open_read_load_directory.avg": 0.000362145,
"Context.StorageManager.array_open_READ.sum": 0.00197329,
"Context.StorageManager.array_open_READ.avg": 0.000986645,
"Context.StorageManager.VFS.ArrayDirectory.load_consolidated_commit_uris.sum": 2.041e-06,
"Context.StorageManager.VFS.ArrayDirectory.load_consolidated_commit_uris.avg": 1.0205e-06,
"Context.StorageManager.VFS.ArrayDirectory.list_root_uris.sum": 0.000243501,
"Context.StorageManager.VFS.ArrayDirectory.list_root_uris.avg": 0.00012175,
"Context.StorageManager.VFS.ArrayDirectory.list_fragment_meta_uris.sum": 0.000254334,
"Context.StorageManager.VFS.ArrayDirectory.list_fragment_meta_uris.avg": 0.000127167,
"Context.StorageManager.VFS.ArrayDirectory.list_commit_uris.sum": 0.000345625,
"Context.StorageManager.VFS.ArrayDirectory.list_commit_uris.avg": 0.000172813,
"Context.StorageManager.VFS.ArrayDirectory.list_array_schema_uris.sum": 0.000513625,
"Context.StorageManager.VFS.ArrayDirectory.list_array_schema_uris.avg": 0.000256812,
"Context.StorageManager.VFS.ArrayDirectory.list_array_meta_uris.sum": 0.000392417,
"Context.StorageManager.VFS.ArrayDirectory.list_array_meta_uris.avg": 0.000196209,
"Context.StorageManager.Query.Reader.unfilter_coord_tiles.sum": 0.000459124,
"Context.StorageManager.Query.Reader.unfilter_coord_tiles.avg": 0.000114781,
"Context.StorageManager.Query.Reader.unfilter_attr_tiles.sum": 0.000734041,
"Context.StorageManager.Query.Reader.unfilter_attr_tiles.avg": 0.00012234,
"Context.StorageManager.Query.Reader.tile_offset_sizes.sum": 3.292e-06,
"Context.StorageManager.Query.Reader.tile_offset_sizes.avg": 3.292e-06,
"Context.StorageManager.Query.Reader.switch_sizes_to_offsets.sum": 1.375e-06,
"Context.StorageManager.Query.Reader.switch_sizes_to_offsets.avg": 1.375e-06,
"Context.StorageManager.Query.Reader.read_tiles.sum": 0.000738917,
"Context.StorageManager.Query.Reader.read_tiles.avg": 0.000184729,
"Context.StorageManager.Query.Reader.read_coordinate_tiles.sum": 0.000360916,
"Context.StorageManager.Query.Reader.read_coordinate_tiles.avg": 0.000180458,
"Context.StorageManager.Query.Reader.read_attribute_tiles.sum": 0.0003815,
"Context.StorageManager.Query.Reader.read_attribute_tiles.avg": 0.00019075,
"Context.StorageManager.Query.Reader.read_and_unfilter_coords.sum": 0.000841459,
"Context.StorageManager.Query.Reader.read_and_unfilter_coords.avg": 0.000841459,
"Context.StorageManager.Query.Reader.read_and_unfilter_attributes.sum": 0.0011335,
"Context.StorageManager.Query.Reader.read_and_unfilter_attributes.avg": 0.0011335,
"Context.StorageManager.Query.Reader.process_slabs.sum": 0.00155054,
"Context.StorageManager.Query.Reader.process_slabs.avg": 0.00155054,
"Context.StorageManager.Query.Reader.merge_result_cell_slabs.sum": 4.708e-06,
"Context.StorageManager.Query.Reader.merge_result_cell_slabs.avg": 4.708e-06,
"Context.StorageManager.Query.Reader.max_num_cells_to_copy.sum": 1.5e-06,
"Context.StorageManager.Query.Reader.max_num_cells_to_copy.avg": 1.5e-06,
"Context.StorageManager.Query.Reader.load_tile_var_sizes.sum": 6.3125e-05,
"Context.StorageManager.Query.Reader.load_tile_var_sizes.avg": 6.3125e-05,
"Context.StorageManager.Query.Reader.load_tile_offsets.sum": 0.000462418,
"Context.StorageManager.Query.Reader.load_tile_offsets.avg": 0.000154139,
"Context.StorageManager.Query.Reader.load_tile_metadata.sum": 4.459e-06,
"Context.StorageManager.Query.Reader.load_tile_metadata.avg": 4.459e-06,
"Context.StorageManager.Query.Reader.load_initial_data.sum": 1.1333e-05,
"Context.StorageManager.Query.Reader.load_initial_data.avg": 1.1333e-05,
"Context.StorageManager.Query.Reader.dowork.sum": 0.00299871,
"Context.StorageManager.Query.Reader.dowork.avg": 0.00299871,
"Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.sum": 2.75e-06,
"Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.avg": 2.75e-06,
"Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.sum": 4.541e-06,
"Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.avg": 4.541e-06,
"Context.StorageManager.Query.Reader.create_result_tiles.sum": 9.792e-06,
"Context.StorageManager.Query.Reader.create_result_tiles.avg": 9.792e-06,
"Context.StorageManager.Query.Reader.copy_var_tiles.sum": 3.725e-05,
"Context.StorageManager.Query.Reader.copy_var_tiles.avg": 3.725e-05,
"Context.StorageManager.Query.Reader.copy_offsets_tiles.sum": 8.9667e-05,
"Context.StorageManager.Query.Reader.copy_offsets_tiles.avg": 8.9667e-05,
"Context.StorageManager.Query.Reader.copy_fixed_data_tiles.sum": 0.000238124,
"Context.StorageManager.Query.Reader.copy_fixed_data_tiles.avg": 3.96873e-05,
"Context.StorageManager.Query.Reader.compute_tile_bitmaps.sum": 3.33e-07,
"Context.StorageManager.Query.Reader.compute_tile_bitmaps.avg": 3.33e-07,
"Context.StorageManager.Query.Reader.apply_query_condition.sum": 4.334e-06,
"Context.StorageManager.Query.Reader.apply_query_condition.avg": 4.334e-06
},
"counters": {
"Context.StorageManager.read_unfiltered_byte_num": 3812,
"Context.StorageManager.read_tile_var_sizes_size": 16,
"Context.StorageManager.read_tile_var_offsets_size": 16,
"Context.StorageManager.read_tile_offsets_size": 112,
"Context.StorageManager.read_group_size": 70,
"Context.StorageManager.read_frag_meta_size": 1692,
"Context.StorageManager.read_enumeration_size": 478,
"Context.StorageManager.read_array_schema_size": 2220,
"Context.StorageManager.read_array_meta_size": 708,
"Context.StorageManager.group_read_group_meta_size": 192,
"Context.StorageManager.VFS.read_ops_num": 75,
"Context.StorageManager.VFS.read_byte_num": 49719,
"Context.StorageManager.VFS.ls_num": 3,
"Context.StorageManager.VFS.is_object_num": 2,
"Context.StorageManager.VFS.file_size_num": 2,
"Context.StorageManager.Query.Reader.tiles_unfiltered": 8,
"Context.StorageManager.Query.Reader.tiles_allocated": 8,
"Context.StorageManager.Query.Reader.result_num": 2638,
"Context.StorageManager.Query.Reader.read_unfiltered_byte_num": 131900,
"Context.StorageManager.Query.Reader.num_tiles_read": 7,
"Context.StorageManager.Query.Reader.loop_num": 1,
"Context.StorageManager.Query.Reader.internal_loop_num": 1,
"Context.StorageManager.Query.Reader.ignored_tiles": 0,
"Context.StorageManager.Query.Reader.dim_num": 1,
"Context.StorageManager.Query.Reader.dim_fixed_num": 1,
"Context.StorageManager.Query.Reader.attr_var_num": 1,
"Context.StorageManager.Query.Reader.attr_num": 6,
"Context.StorageManager.Query.Reader.attr_fixed_num": 5
}
}
]
Raw
test-tiledbsoma-stats.py
import os
import tiledbsoma
tiledbsoma.show_package_versions()
EXP_URIS = {
"tiledb": "tiledb://TileDB-Inc/soma-exp-tabula-sapiens-immune",
"s3": "s3://tiledb-johnkerl/tabula-sapiens-immune",
"local": "dev/data/tabula-sapiens-immune",
}
config = {
"vfs.s3.aws_access_key_id": os.getenv("TILEDB_AWS_KEY"),
"vfs.s3.aws_secret_access_key": os.getenv("TILEDB_AWS_SECRET"),
}
ctx = tiledbsoma.SOMATileDBContext(tiledb_config=config)
for type, uri in EXP_URIS.items():
print(f"\n\nChecking {type}...\n")
with tiledbsoma.Experiment.open(uri, context=ctx) as exp:
tiledbsoma.tiledbsoma_stats_enable()
obs = exp.obs.read().concat().to_pandas()
tiledbsoma.tiledbsoma_stats_dump()
tiledbsoma.tiledbsoma_stats_reset()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment