Last active
July 4, 2018 00:50
-
-
Save asford/863f8f69c097b5debf7284a53a469272 to your computer and use it in GitHub Desktop.
tmol#75 psgcluster benchmarks
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "machine_info": { | |
| "node": "hsw229.internalnet", | |
| "processor": "x86_64", | |
| "machine": "x86_64", | |
| "python_compiler": "GCC 7.2.0", | |
| "python_implementation": "CPython", | |
| "python_implementation_version": "3.6.6", | |
| "python_version": "3.6.6", | |
| "python_build": [ | |
| "default", | |
| "Jun 28 2018 17:14:51" | |
| ], | |
| "release": "3.10.0-862.2.3.el7.x86_64", | |
| "system": "Linux", | |
| "cpu": { | |
| "vendor_id": "GenuineIntel", | |
| "hardware": "unknown", | |
| "brand": "Intel(R) Xeon(R) CPU E5-2698 v3 @ 2.30GHz", | |
| "logical": 32, | |
| "physical": 32 | |
| }, | |
| "cuda": { | |
| "device": { | |
| "0": { | |
| "is_integrated": 0, | |
| "is_multi_gpu_board": 0, | |
| "major": 7, | |
| "minor": 0, | |
| "multi_processor_count": 80, | |
| "name": "Tesla V100-PCIE-16GB", | |
| "total_memory": 16945512448 | |
| }, | |
| "1": { | |
| "is_integrated": 0, | |
| "is_multi_gpu_board": 0, | |
| "major": 7, | |
| "minor": 0, | |
| "multi_processor_count": 80, | |
| "name": "Tesla V100-PCIE-16GB", | |
| "total_memory": 16945512448 | |
| }, | |
| "2": { | |
| "is_integrated": 0, | |
| "is_multi_gpu_board": 0, | |
| "major": 7, | |
| "minor": 0, | |
| "multi_processor_count": 80, | |
| "name": "Tesla V100-PCIE-16GB", | |
| "total_memory": 16945512448 | |
| }, | |
| "3": { | |
| "is_integrated": 0, | |
| "is_multi_gpu_board": 0, | |
| "major": 7, | |
| "minor": 0, | |
| "multi_processor_count": 80, | |
| "name": "Tesla V100-PCIE-16GB", | |
| "total_memory": 16945512448 | |
| } | |
| }, | |
| "current_device": 0 | |
| }, | |
| "cpuinfo": { | |
| "python_version": "3.6.6.final.0 (64 bit)", | |
| "cpuinfo_version": [ | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| "arch": "X86_64", | |
| "bits": 64, | |
| "count": 32, | |
| "raw_arch_string": "x86_64", | |
| "vendor_id": "GenuineIntel", | |
| "brand": "Intel(R) Xeon(R) CPU E5-2698 v3 @ 2.30GHz", | |
| "hz_advertised": "2.3000 GHz", | |
| "hz_actual": "2.3010 GHz", | |
| "hz_advertised_raw": [ | |
| 2300000000, | |
| 0 | |
| ], | |
| "hz_actual_raw": [ | |
| 2301000000, | |
| 0 | |
| ], | |
| "stepping": 2, | |
| "model": 63, | |
| "family": 6, | |
| "flags": [ | |
| "abm", | |
| "acpi", | |
| "aes", | |
| "aperfmperf", | |
| "apic", | |
| "arat", | |
| "arch_perfmon", | |
| "avx", | |
| "avx2", | |
| "bmi1", | |
| "bmi2", | |
| "bts", | |
| "clflush", | |
| "cmov", | |
| "constant_tsc", | |
| "cqm", | |
| "cqm_llc", | |
| "cqm_occup_llc", | |
| "cx16", | |
| "cx8", | |
| "dca", | |
| "de", | |
| "ds_cpl", | |
| "dtes64", | |
| "dtherm", | |
| "dts", | |
| "eagerfpu", | |
| "epb", | |
| "ept", | |
| "erms", | |
| "est", | |
| "f16c", | |
| "flexpriority", | |
| "fma", | |
| "fpu", | |
| "fsgsbase", | |
| "fxsr", | |
| "ht", | |
| "ida", | |
| "intel_ppin", | |
| "invpcid", | |
| "lahf_lm", | |
| "lm", | |
| "mca", | |
| "mce", | |
| "mmx", | |
| "monitor", | |
| "movbe", | |
| "msr", | |
| "mtrr", | |
| "nonstop_tsc", | |
| "nopl", | |
| "nx", | |
| "pae", | |
| "pat", | |
| "pbe", | |
| "pcid", | |
| "pclmulqdq", | |
| "pdcm", | |
| "pdpe1gb", | |
| "pebs", | |
| "pge", | |
| "pln", | |
| "pni", | |
| "popcnt", | |
| "pse", | |
| "pse36", | |
| "pts", | |
| "rdrand", | |
| "rdtscp", | |
| "rep_good", | |
| "sdbg", | |
| "sep", | |
| "smep", | |
| "smx", | |
| "ss", | |
| "sse", | |
| "sse2", | |
| "sse4_1", | |
| "sse4_2", | |
| "ssse3", | |
| "syscall", | |
| "tm", | |
| "tm2", | |
| "tpr_shadow", | |
| "tsc", | |
| "tsc_adjust", | |
| "vme", | |
| "vmx", | |
| "vnmi", | |
| "vpid", | |
| "x2apic", | |
| "xsave", | |
| "xsaveopt", | |
| "xtopology", | |
| "xtpr" | |
| ], | |
| "l3_cache_size": "40960 KB", | |
| "l2_cache_size": "256 KB", | |
| "l1_data_cache_size": "32 KB", | |
| "l1_instruction_cache_size": "32 KB" | |
| }, | |
| "conda": { | |
| "list": [ | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "asn1crypto-0.24.0-py36_0", | |
| "name": "asn1crypto", | |
| "platform": null, | |
| "version": "0.24.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "atomicwrites-1.1.5-py36_0", | |
| "name": "atomicwrites", | |
| "platform": null, | |
| "version": "1.1.5" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "attrs-18.1.0-py36_0", | |
| "name": "attrs", | |
| "platform": null, | |
| "version": "18.1.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "backcall-0.1.0-py36_0", | |
| "name": "backcall", | |
| "platform": null, | |
| "version": "0.1.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h637b7d7_0", | |
| "channel": "defaults", | |
| "dist_name": "biopython-1.71-py36h637b7d7_0", | |
| "name": "biopython", | |
| "platform": null, | |
| "version": "1.71" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "mkl", | |
| "channel": "defaults", | |
| "dist_name": "blas-1.0-mkl", | |
| "name": "blas", | |
| "platform": null, | |
| "version": "1.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "0", | |
| "channel": "defaults", | |
| "dist_name": "ca-certificates-2018.03.07-0", | |
| "name": "ca-certificates", | |
| "platform": null, | |
| "version": "2018.03.07" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "certifi-2018.4.16-py36_0", | |
| "name": "certifi", | |
| "platform": null, | |
| "version": "2018.4.16" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h9745a5d_0", | |
| "channel": "defaults", | |
| "dist_name": "cffi-1.11.5-py36h9745a5d_0", | |
| "name": "cffi", | |
| "platform": null, | |
| "version": "1.11.5" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36h0f667ec_1", | |
| "channel": "defaults", | |
| "dist_name": "chardet-3.0.4-py36h0f667ec_1", | |
| "name": "chardet", | |
| "platform": null, | |
| "version": "3.0.4" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h14c3975_0", | |
| "channel": "defaults", | |
| "dist_name": "coverage-4.5.1-py36h14c3975_0", | |
| "name": "coverage", | |
| "platform": null, | |
| "version": "4.5.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h14c3975_0", | |
| "channel": "defaults", | |
| "dist_name": "cryptography-2.2.2-py36h14c3975_0", | |
| "name": "cryptography", | |
| "platform": null, | |
| "version": "2.2.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h4c16780_0", | |
| "channel": "pytorch", | |
| "dist_name": "cuda91-1.0-h4c16780_0", | |
| "name": "cuda91", | |
| "platform": null, | |
| "version": "1.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h13b8566_0", | |
| "channel": "defaults", | |
| "dist_name": "cudatoolkit-9.0-h13b8566_0", | |
| "name": "cudatoolkit", | |
| "platform": null, | |
| "version": "9.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h93f1223_0", | |
| "channel": "defaults", | |
| "dist_name": "cycler-0.10.0-py36h93f1223_0", | |
| "name": "cycler", | |
| "platform": null, | |
| "version": "0.10.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "h714fa37_1", | |
| "channel": "defaults", | |
| "dist_name": "dbus-1.13.2-h714fa37_1", | |
| "name": "dbus", | |
| "platform": null, | |
| "version": "1.13.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "decorator-4.3.0-py36_0", | |
| "name": "decorator", | |
| "platform": null, | |
| "version": "4.3.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "he0dffb1_0", | |
| "channel": "defaults", | |
| "dist_name": "expat-2.2.5-he0dffb1_0", | |
| "name": "expat", | |
| "platform": null, | |
| "version": "2.2.5" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36_1", | |
| "channel": "defaults", | |
| "dist_name": "flake8-3.5.0-py36_1", | |
| "name": "flake8", | |
| "platform": null, | |
| "version": "3.5.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h49f89f6_0", | |
| "channel": "defaults", | |
| "dist_name": "fontconfig-2.12.6-h49f89f6_0", | |
| "name": "fontconfig", | |
| "platform": null, | |
| "version": "2.12.6" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "hab7d2ae_1", | |
| "channel": "defaults", | |
| "dist_name": "freetype-2.8-hab7d2ae_1", | |
| "name": "freetype", | |
| "platform": null, | |
| "version": "2.8" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h000015b_0", | |
| "channel": "defaults", | |
| "dist_name": "glib-2.56.1-h000015b_0", | |
| "name": "glib", | |
| "platform": null, | |
| "version": "2.56.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "hbbd80ab_1", | |
| "channel": "defaults", | |
| "dist_name": "gst-plugins-base-1.14.0-hbbd80ab_1", | |
| "name": "gst-plugins-base", | |
| "platform": null, | |
| "version": "1.14.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "hb453b48_1", | |
| "channel": "defaults", | |
| "dist_name": "gstreamer-1.14.0-hb453b48_1", | |
| "name": "gstreamer", | |
| "platform": null, | |
| "version": "1.14.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "h9c2bf20_1", | |
| "channel": "defaults", | |
| "dist_name": "icu-58.2-h9c2bf20_1", | |
| "name": "icu", | |
| "platform": null, | |
| "version": "58.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "idna-2.7-py36_0", | |
| "name": "idna", | |
| "platform": null, | |
| "version": "2.7" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "0", | |
| "channel": "defaults", | |
| "dist_name": "intel-openmp-2018.0.3-0", | |
| "name": "intel-openmp", | |
| "platform": null, | |
| "version": "2018.0.3" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "ipykernel-4.8.2-py36_0", | |
| "name": "ipykernel", | |
| "platform": null, | |
| "version": "4.8.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "ipython-6.4.0-py36_0", | |
| "name": "ipython", | |
| "platform": null, | |
| "version": "6.4.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hb52b0d5_0", | |
| "channel": "defaults", | |
| "dist_name": "ipython_genutils-0.2.0-py36hb52b0d5_0", | |
| "name": "ipython_genutils", | |
| "platform": null, | |
| "version": "0.2.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36_1", | |
| "channel": "defaults", | |
| "dist_name": "jedi-0.12.0-py36_1", | |
| "name": "jedi", | |
| "platform": null, | |
| "version": "0.12.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 2, | |
| "build_string": "h024ee3a_2", | |
| "channel": "defaults", | |
| "dist_name": "jpeg-9b-h024ee3a_2", | |
| "name": "jpeg", | |
| "platform": null, | |
| "version": "9b" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "jupyter_client-5.2.3-py36_0", | |
| "name": "jupyter_client", | |
| "platform": null, | |
| "version": "5.2.3" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h7c827e3_0", | |
| "channel": "defaults", | |
| "dist_name": "jupyter_core-4.4.0-py36h7c827e3_0", | |
| "name": "jupyter_core", | |
| "platform": null, | |
| "version": "4.4.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h764f252_0", | |
| "channel": "defaults", | |
| "dist_name": "kiwisolver-1.0.1-py36h764f252_0", | |
| "name": "kiwisolver", | |
| "platform": null, | |
| "version": "1.0.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 2, | |
| "build_string": "h6b74fdf_2", | |
| "channel": "defaults", | |
| "dist_name": "libedit-3.1.20170329-h6b74fdf_2", | |
| "name": "libedit", | |
| "platform": null, | |
| "version": "3.1.20170329" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 4, | |
| "build_string": "hd88cf55_4", | |
| "channel": "defaults", | |
| "dist_name": "libffi-3.2.1-hd88cf55_4", | |
| "name": "libffi", | |
| "platform": null, | |
| "version": "3.2.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 3, | |
| "build_string": "hdf63c60_3", | |
| "channel": "defaults", | |
| "dist_name": "libgcc-ng-7.2.0-hdf63c60_3", | |
| "name": "libgcc-ng", | |
| "platform": null, | |
| "version": "7.2.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 3, | |
| "build_string": "hdf63c60_3", | |
| "channel": "defaults", | |
| "dist_name": "libgfortran-ng-7.2.0-hdf63c60_3", | |
| "name": "libgfortran-ng", | |
| "platform": null, | |
| "version": "7.2.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "hb9fc6fc_0", | |
| "channel": "defaults", | |
| "dist_name": "libpng-1.6.34-hb9fc6fc_0", | |
| "name": "libpng", | |
| "platform": null, | |
| "version": "1.6.34" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h1bed415_0", | |
| "channel": "defaults", | |
| "dist_name": "libsodium-1.0.16-h1bed415_0", | |
| "name": "libsodium", | |
| "platform": null, | |
| "version": "1.0.16" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 3, | |
| "build_string": "hdf63c60_3", | |
| "channel": "defaults", | |
| "dist_name": "libstdcxx-ng-7.2.0-hdf63c60_3", | |
| "name": "libstdcxx-ng", | |
| "platform": null, | |
| "version": "7.2.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "h1bed415_1", | |
| "channel": "defaults", | |
| "dist_name": "libxcb-1.13-h1bed415_1", | |
| "name": "libxcb", | |
| "platform": null, | |
| "version": "1.13" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "h26e45fe_1", | |
| "channel": "defaults", | |
| "dist_name": "libxml2-2.9.8-h26e45fe_1", | |
| "name": "libxml2", | |
| "platform": null, | |
| "version": "2.9.8" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h14c3975_0", | |
| "channel": "defaults", | |
| "dist_name": "line_profiler-2.1.2-py36h14c3975_0", | |
| "name": "line_profiler", | |
| "platform": null, | |
| "version": "2.1.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hdbcaa40_0", | |
| "channel": "defaults", | |
| "dist_name": "llvmlite-0.23.2-py36hdbcaa40_0", | |
| "name": "llvmlite", | |
| "platform": null, | |
| "version": "0.23.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36h0e671d2_1", | |
| "channel": "defaults", | |
| "dist_name": "matplotlib-2.2.2-py36h0e671d2_1", | |
| "name": "matplotlib", | |
| "platform": null, | |
| "version": "2.2.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36h5ad9710_1", | |
| "channel": "defaults", | |
| "dist_name": "mccabe-0.6.1-py36h5ad9710_1", | |
| "name": "mccabe", | |
| "platform": null, | |
| "version": "0.6.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "1", | |
| "channel": "defaults", | |
| "dist_name": "mkl-2018.0.3-1", | |
| "name": "mkl", | |
| "platform": null, | |
| "version": "2018.0.3" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h3010b51_0", | |
| "channel": "defaults", | |
| "dist_name": "mkl_fft-1.0.1-py36h3010b51_0", | |
| "name": "mkl_fft", | |
| "platform": null, | |
| "version": "1.0.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h629b387_0", | |
| "channel": "defaults", | |
| "dist_name": "mkl_random-1.0.1-py36h629b387_0", | |
| "name": "mkl_random", | |
| "platform": null, | |
| "version": "1.0.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "more-itertools-4.2.0-py36_0", | |
| "name": "more-itertools", | |
| "platform": null, | |
| "version": "4.2.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "hf484d3e_0", | |
| "channel": "defaults", | |
| "dist_name": "ncurses-6.1-hf484d3e_0", | |
| "name": "ncurses", | |
| "platform": null, | |
| "version": "6.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36h6bb024c_1", | |
| "channel": "defaults", | |
| "dist_name": "ninja-1.8.2-py36h6bb024c_1", | |
| "name": "ninja", | |
| "platform": null, | |
| "version": "1.8.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h04863e7_0", | |
| "channel": "defaults", | |
| "dist_name": "numba-0.38.1-py36h04863e7_0", | |
| "name": "numba", | |
| "platform": null, | |
| "version": "0.38.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 2, | |
| "build_string": "py36hcd700cb_2", | |
| "channel": "defaults", | |
| "dist_name": "numpy-1.14.5-py36hcd700cb_2", | |
| "name": "numpy", | |
| "platform": null, | |
| "version": "1.14.5" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 2, | |
| "build_string": "py36hdbf6ddf_2", | |
| "channel": "defaults", | |
| "dist_name": "numpy-base-1.14.5-py36hdbf6ddf_2", | |
| "name": "numpy-base", | |
| "platform": null, | |
| "version": "1.14.5" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h20670df_0", | |
| "channel": "defaults", | |
| "dist_name": "openssl-1.0.2o-h20670df_0", | |
| "name": "openssl", | |
| "platform": null, | |
| "version": "1.0.2o" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hf484d3e_0", | |
| "channel": "defaults", | |
| "dist_name": "pandas-0.22.0-py36hf484d3e_0", | |
| "name": "pandas", | |
| "platform": null, | |
| "version": "0.22.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "parso-0.2.1-py36_0", | |
| "name": "parso", | |
| "platform": null, | |
| "version": "0.2.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "patsy-0.5.0-py36_0", | |
| "name": "patsy", | |
| "platform": null, | |
| "version": "0.5.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h439df22_0", | |
| "channel": "defaults", | |
| "dist_name": "pcre-8.42-h439df22_0", | |
| "name": "pcre", | |
| "platform": null, | |
| "version": "8.42" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "pexpect-4.6.0-py36_0", | |
| "name": "pexpect", | |
| "platform": null, | |
| "version": "4.6.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h63277f8_0", | |
| "channel": "defaults", | |
| "dist_name": "pickleshare-0.7.4-py36h63277f8_0", | |
| "name": "pickleshare", | |
| "platform": null, | |
| "version": "0.7.4" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "pip-10.0.1-py36_0", | |
| "name": "pip", | |
| "platform": null, | |
| "version": "10.0.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hb689045_0", | |
| "channel": "defaults", | |
| "dist_name": "pluggy-0.6.0-py36hb689045_0", | |
| "name": "pluggy", | |
| "platform": null, | |
| "version": "0.6.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h17d85b1_0", | |
| "channel": "defaults", | |
| "dist_name": "prompt_toolkit-1.0.15-py36h17d85b1_0", | |
| "name": "prompt_toolkit", | |
| "platform": null, | |
| "version": "1.0.15" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h14c3975_0", | |
| "channel": "defaults", | |
| "dist_name": "psutil-5.4.6-py36h14c3975_0", | |
| "name": "psutil", | |
| "platform": null, | |
| "version": "5.4.6" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "ptyprocess-0.6.0-py36_0", | |
| "name": "ptyprocess", | |
| "platform": null, | |
| "version": "0.6.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "py-1.5.3-py36_0", | |
| "name": "py", | |
| "platform": null, | |
| "version": "1.5.3" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hf609f19_0", | |
| "channel": "defaults", | |
| "dist_name": "pycodestyle-2.3.1-py36hf609f19_0", | |
| "name": "pycodestyle", | |
| "platform": null, | |
| "version": "2.3.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36hf9f622e_1", | |
| "channel": "defaults", | |
| "dist_name": "pycparser-2.18-py36hf9f622e_1", | |
| "name": "pycparser", | |
| "platform": null, | |
| "version": "2.18" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h7bd6a15_0", | |
| "channel": "defaults", | |
| "dist_name": "pyflakes-1.6.0-py36h7bd6a15_0", | |
| "name": "pyflakes", | |
| "platform": null, | |
| "version": "1.6.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h0d3125c_0", | |
| "channel": "defaults", | |
| "dist_name": "pygments-2.2.0-py36h0d3125c_0", | |
| "name": "pygments", | |
| "platform": null, | |
| "version": "2.2.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "pyopenssl-18.0.0-py36_0", | |
| "name": "pyopenssl", | |
| "platform": null, | |
| "version": "18.0.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36hee85983_1", | |
| "channel": "defaults", | |
| "dist_name": "pyparsing-2.2.0-py36hee85983_1", | |
| "name": "pyparsing", | |
| "platform": null, | |
| "version": "2.2.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h751905a_0", | |
| "channel": "defaults", | |
| "dist_name": "pyqt-5.9.2-py36h751905a_0", | |
| "name": "pyqt", | |
| "platform": null, | |
| "version": "5.9.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "pysocks-1.6.8-py36_0", | |
| "name": "pysocks", | |
| "platform": null, | |
| "version": "1.6.8" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "pytest-3.6.2-py36_0", | |
| "name": "pytest", | |
| "platform": null, | |
| "version": "3.6.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hd4733f3_0", | |
| "channel": "defaults", | |
| "dist_name": "pytest-cov-2.5.1-py36hd4733f3_0", | |
| "name": "pytest-cov", | |
| "platform": null, | |
| "version": "2.5.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "hc3d631a_0", | |
| "channel": "defaults", | |
| "dist_name": "python-3.6.6-hc3d631a_0", | |
| "name": "python", | |
| "platform": null, | |
| "version": "3.6.6" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "python-dateutil-2.7.3-py36_0", | |
| "name": "python-dateutil", | |
| "platform": null, | |
| "version": "2.7.3" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36_cuda9.1.85_cudnn7.1.2_1", | |
| "channel": "pytorch", | |
| "dist_name": "pytorch-0.4.0-py36_cuda9.1.85_cudnn7.1.2_1", | |
| "name": "pytorch", | |
| "platform": null, | |
| "version": "0.4.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "pytz-2018.4-py36_0", | |
| "name": "pytz", | |
| "platform": null, | |
| "version": "2018.4" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36hafb9ca4_1", | |
| "channel": "defaults", | |
| "dist_name": "pyyaml-3.12-py36hafb9ca4_1", | |
| "name": "pyyaml", | |
| "platform": null, | |
| "version": "3.12" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h14c3975_0", | |
| "channel": "defaults", | |
| "dist_name": "pyzmq-17.0.0-py36h14c3975_0", | |
| "name": "pyzmq", | |
| "platform": null, | |
| "version": "17.0.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h7e424d6_0", | |
| "channel": "defaults", | |
| "dist_name": "qt-5.9.5-h7e424d6_0", | |
| "name": "qt", | |
| "platform": null, | |
| "version": "5.9.5" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 4, | |
| "build_string": "ha6073c6_4", | |
| "channel": "defaults", | |
| "dist_name": "readline-7.0-ha6073c6_4", | |
| "name": "readline", | |
| "platform": null, | |
| "version": "7.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "requests-2.19.1-py36_0", | |
| "name": "requests", | |
| "platform": null, | |
| "version": "2.19.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hfc37229_0", | |
| "channel": "defaults", | |
| "dist_name": "scipy-1.1.0-py36hfc37229_0", | |
| "name": "scipy", | |
| "platform": null, | |
| "version": "1.1.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hfad7ec4_0", | |
| "channel": "defaults", | |
| "dist_name": "seaborn-0.8.1-py36hfad7ec4_0", | |
| "name": "seaborn", | |
| "platform": null, | |
| "version": "0.8.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "setuptools-39.2.0-py36_0", | |
| "name": "setuptools", | |
| "platform": null, | |
| "version": "39.2.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 2, | |
| "build_string": "py36_2", | |
| "channel": "defaults", | |
| "dist_name": "simplegeneric-0.8.1-py36_2", | |
| "name": "simplegeneric", | |
| "platform": null, | |
| "version": "0.8.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hf484d3e_0", | |
| "channel": "defaults", | |
| "dist_name": "sip-4.19.8-py36hf484d3e_0", | |
| "name": "sip", | |
| "platform": null, | |
| "version": "4.19.8" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 1, | |
| "build_string": "py36h372c433_1", | |
| "channel": "defaults", | |
| "dist_name": "six-1.11.0-py36h372c433_1", | |
| "name": "six", | |
| "platform": null, | |
| "version": "1.11.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h84994c4_0", | |
| "channel": "defaults", | |
| "dist_name": "sqlite-3.24.0-h84994c4_0", | |
| "name": "sqlite", | |
| "platform": null, | |
| "version": "3.24.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h3010b51_0", | |
| "channel": "defaults", | |
| "dist_name": "statsmodels-0.9.0-py36h3010b51_0", | |
| "name": "statsmodels", | |
| "platform": null, | |
| "version": "0.9.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 3, | |
| "build_string": "hc745277_3", | |
| "channel": "defaults", | |
| "dist_name": "tk-8.6.7-hc745277_3", | |
| "name": "tk", | |
| "platform": null, | |
| "version": "8.6.7" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "toolz-0.9.0-py36_0", | |
| "name": "toolz", | |
| "platform": null, | |
| "version": "0.9.0" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "tornado-5.0.2-py36_0", | |
| "name": "tornado", | |
| "platform": null, | |
| "version": "5.0.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36h674d592_0", | |
| "channel": "defaults", | |
| "dist_name": "traitlets-4.3.2-py36h674d592_0", | |
| "name": "traitlets", | |
| "platform": null, | |
| "version": "4.3.2" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "urllib3-1.23-py36_0", | |
| "name": "urllib3", | |
| "platform": null, | |
| "version": "1.23" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36hdf4376a_0", | |
| "channel": "defaults", | |
| "dist_name": "wcwidth-0.1.7-py36hdf4376a_0", | |
| "name": "wcwidth", | |
| "platform": null, | |
| "version": "0.1.7" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "py36_0", | |
| "channel": "defaults", | |
| "dist_name": "wheel-0.31.1-py36_0", | |
| "name": "wheel", | |
| "platform": null, | |
| "version": "0.31.1" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 4, | |
| "build_string": "h14c3975_4", | |
| "channel": "defaults", | |
| "dist_name": "xz-5.2.4-h14c3975_4", | |
| "name": "xz", | |
| "platform": null, | |
| "version": "5.2.4" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 2, | |
| "build_string": "had09818_2", | |
| "channel": "defaults", | |
| "dist_name": "yaml-0.1.7-had09818_2", | |
| "name": "yaml", | |
| "platform": null, | |
| "version": "0.1.7" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 0, | |
| "build_string": "h439df22_0", | |
| "channel": "defaults", | |
| "dist_name": "zeromq-4.2.5-h439df22_0", | |
| "name": "zeromq", | |
| "platform": null, | |
| "version": "4.2.5" | |
| }, | |
| { | |
| "base_url": null, | |
| "build_number": 2, | |
| "build_string": "ha838bed_2", | |
| "channel": "defaults", | |
| "dist_name": "zlib-1.2.11-ha838bed_2", | |
| "name": "zlib", | |
| "platform": null, | |
| "version": "1.2.11" | |
| } | |
| ] | |
| } | |
| }, | |
| "commit_info": { | |
| "id": "0e05715cfab12ede5ec28ff41c8c4fcf3fa615a2", | |
| "time": "%cI", | |
| "author_time": "%aI", | |
| "dirty": false, | |
| "project": "tmol", | |
| "branch": "gpu_kin3_review" | |
| }, | |
| "benchmarks": [ | |
| { | |
| "group": "kinematic_forward_op", | |
| "name": "test_kinematic_torch_op_forward[cpu-hand_rolled]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_forward[cpu-hand_rolled]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "hand_rolled" | |
| }, | |
| "param": "cpu-hand_rolled", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0030638319440186024, | |
| "max": 0.0031735089141875505, | |
| "mean": 0.0030899006174877285, | |
| "stddev": 4.309118542437207e-05, | |
| "rounds": 10, | |
| "median": 0.003071085666306317, | |
| "iqr": 8.867820724844933e-06, | |
| "q1": 0.003067003097385168, | |
| "q3": 0.003075870918110013, | |
| "iqr_outliers": 2, | |
| "stddev_outliers": 2, | |
| "outliers": "2;2", | |
| "ld15iqr": 0.0030638319440186024, | |
| "hd15iqr": 0.0031690800096839666, | |
| "ops": 323.6350044206467, | |
| "total": 0.030899006174877286, | |
| "data": [ | |
| 0.0031735089141875505, | |
| 0.003075870918110013, | |
| 0.0031690800096839666, | |
| 0.0030717351473867893, | |
| 0.003067003097385168, | |
| 0.0030743081588298082, | |
| 0.0030693449079990387, | |
| 0.0030638319440186024, | |
| 0.0030638868920505047, | |
| 0.0030704361852258444 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_forward_op", | |
| "name": "test_kinematic_torch_op_forward[cpu-torch_efficient]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_forward[cpu-torch_efficient]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "torch_efficient" | |
| }, | |
| "param": "cpu-torch_efficient", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.009179421002045274, | |
| "max": 0.013656045077368617, | |
| "mean": 0.009303135776824376, | |
| "stddev": 0.0003927064736575203, | |
| "rounds": 521, | |
| "median": 0.009246875066310167, | |
| "iqr": 3.313674824312329e-05, | |
| "q1": 0.009229827439412475, | |
| "q3": 0.009262964187655598, | |
| "iqr_outliers": 32, | |
| "stddev_outliers": 14, | |
| "outliers": "14;32", | |
| "ld15iqr": 0.009185981005430222, | |
| "hd15iqr": 0.009316784096881747, | |
| "ops": 107.49063799446661, | |
| "total": 4.8469337397255, | |
| "data": [ | |
| 0.009316784096881747, | |
| 0.009287530090659857, | |
| 0.009283222956582904, | |
| 0.009287477005273104, | |
| 0.009287761058658361, | |
| 0.009272075956687331, | |
| 0.009294654009863734, | |
| 0.009303482016548514, | |
| 0.009222683031111956, | |
| 0.009275848045945168, | |
| 0.009294223971664906, | |
| 0.009287810185924172, | |
| 0.009237004909664392, | |
| 0.009250256000086665, | |
| 0.009528172900900245, | |
| 0.009257682133466005, | |
| 0.009243414970114827, | |
| 0.00926777790300548, | |
| 0.00922553800046444, | |
| 0.009254442993551493, | |
| 0.009280103957280517, | |
| 0.009251058101654053, | |
| 0.009217280894517899, | |
| 0.009247809881344438, | |
| 0.00926641607657075, | |
| 0.009257190860807896, | |
| 0.009235993959009647, | |
| 0.009259042097255588, | |
| 0.00924440915696323, | |
| 0.009239736013114452, | |
| 0.009229321964085102, | |
| 0.009231118019670248, | |
| 0.00925600714981556, | |
| 0.009274857817217708, | |
| 0.009238098980858922, | |
| 0.009224675828590989, | |
| 0.009250050177797675, | |
| 0.009242360945791006, | |
| 0.00921420706436038, | |
| 0.009246767964214087, | |
| 0.009260784136131406, | |
| 0.009258947800844908, | |
| 0.009219473926350474, | |
| 0.00923317507840693, | |
| 0.009239715989679098, | |
| 0.009277647128328681, | |
| 0.009227221133187413, | |
| 0.00924009014852345, | |
| 0.009240993997082114, | |
| 0.009255262790247798, | |
| 0.009186421055346727, | |
| 0.009241744875907898, | |
| 0.009227488189935684, | |
| 0.009247013833373785, | |
| 0.009218318853527308, | |
| 0.009220651118084788, | |
| 0.009248399175703526, | |
| 0.00925813801586628, | |
| 0.009245916968211532, | |
| 0.009226917987689376, | |
| 0.009247340029105544, | |
| 0.009232681011781096, | |
| 0.009208166971802711, | |
| 0.00923485797829926, | |
| 0.009203349007293582, | |
| 0.009228933835402131, | |
| 0.009260617895051837, | |
| 0.009210006101056933, | |
| 0.009239556966349483, | |
| 0.009247982874512672, | |
| 0.009257777128368616, | |
| 0.009204598143696785, | |
| 0.009246413130313158, | |
| 0.009251466952264309, | |
| 0.009253937983885407, | |
| 0.009221201064065099, | |
| 0.009235323872417212, | |
| 0.009249614784494042, | |
| 0.009324533864855766, | |
| 0.009265547152608633, | |
| 0.009256222052499652, | |
| 0.009274987038224936, | |
| 0.009218548191711307, | |
| 0.009209504118189216, | |
| 0.009242119966074824, | |
| 0.009268681984394789, | |
| 0.009244540007784963, | |
| 0.009217986837029457, | |
| 0.009258073987439275, | |
| 0.009272303897887468, | |
| 0.009246088098734617, | |
| 0.009227265836670995, | |
| 0.009226575028151274, | |
| 0.009257368976250291, | |
| 0.009242499014362693, | |
| 0.009244507877156138, | |
| 0.00926594901829958, | |
| 0.009284503059461713, | |
| 0.009237370919436216, | |
| 0.009225972928106785, | |
| 0.009266343899071217, | |
| 0.009307411033660173, | |
| 0.009222530061379075, | |
| 0.009271134156733751, | |
| 0.009246984031051397, | |
| 0.00924445316195488, | |
| 0.009205535054206848, | |
| 0.00922664999961853, | |
| 0.009253144962713122, | |
| 0.009267231915146112, | |
| 0.009227371076121926, | |
| 0.00926955183967948, | |
| 0.009264644933864474, | |
| 0.009283946827054024, | |
| 0.009228996001183987, | |
| 0.009244972141459584, | |
| 0.009249471127986908, | |
| 0.00925309001468122, | |
| 0.009237571153789759, | |
| 0.009248952846974134, | |
| 0.009239769075065851, | |
| 0.009253050899133086, | |
| 0.009220896987244487, | |
| 0.009277670178562403, | |
| 0.009241123916581273, | |
| 0.009270698996260762, | |
| 0.009225271176546812, | |
| 0.009229112882167101, | |
| 0.009234442841261625, | |
| 0.009258853970095515, | |
| 0.009221517015248537, | |
| 0.009249751921743155, | |
| 0.009242613101378083, | |
| 0.009260952938348055, | |
| 0.009225905872881413, | |
| 0.009236576966941357, | |
| 0.009246435947716236, | |
| 0.009256114019080997, | |
| 0.009220858104526997, | |
| 0.009375917026773095, | |
| 0.009249638998880982, | |
| 0.009242350002750754, | |
| 0.009278530022129416, | |
| 0.009261908009648323, | |
| 0.00926640396937728, | |
| 0.009239680133759975, | |
| 0.00924672489054501, | |
| 0.0092532301787287, | |
| 0.009271793067455292, | |
| 0.009217740967869759, | |
| 0.00923696393147111, | |
| 0.009234997909516096, | |
| 0.009259029058739543, | |
| 0.009233415126800537, | |
| 0.009252574993297458, | |
| 0.009241903899237514, | |
| 0.0092491889372468, | |
| 0.009185981005430222, | |
| 0.009257683996111155, | |
| 0.009238137165084481, | |
| 0.009722334099933505, | |
| 0.009252108866348863, | |
| 0.009227080037817359, | |
| 0.009211631026118994, | |
| 0.009244261076673865, | |
| 0.009253093972802162, | |
| 0.00925202900543809, | |
| 0.00924369809217751, | |
| 0.009565130108967423, | |
| 0.009252769872546196, | |
| 0.009600699180737138, | |
| 0.009239342994987965, | |
| 0.009233459131792188, | |
| 0.0092567871324718, | |
| 0.009264596970751882, | |
| 0.009251591050997376, | |
| 0.009246604051440954, | |
| 0.009252381045371294, | |
| 0.009283266961574554, | |
| 0.00926281395368278, | |
| 0.0093604507856071, | |
| 0.009239517850801349, | |
| 0.009255340090021491, | |
| 0.009248062036931515, | |
| 0.009227435104548931, | |
| 0.009251185925677419, | |
| 0.00925390305928886, | |
| 0.009251476032659411, | |
| 0.009211097843945026, | |
| 0.00923723983578384, | |
| 0.009269094793125987, | |
| 0.009243286913260818, | |
| 0.009244797984138131, | |
| 0.00922574708238244, | |
| 0.009253741009160876, | |
| 0.009230312891304493, | |
| 0.009221925865858793, | |
| 0.00924857403151691, | |
| 0.009248549118638039, | |
| 0.009208119940012693, | |
| 0.00920683890581131, | |
| 0.009245272958651185, | |
| 0.009244146989658475, | |
| 0.009551792871206999, | |
| 0.009669443825259805, | |
| 0.009211960015818477, | |
| 0.009236795827746391, | |
| 0.009260067949071527, | |
| 0.00925424206070602, | |
| 0.009205720154568553, | |
| 0.009232373908162117, | |
| 0.009234227007254958, | |
| 0.009271212154999375, | |
| 0.009219781029969454, | |
| 0.009249911876395345, | |
| 0.009250561939552426, | |
| 0.009246648056432605, | |
| 0.009200039086863399, | |
| 0.00924784503877163, | |
| 0.009232965996488929, | |
| 0.009252124931663275, | |
| 0.009220204083248973, | |
| 0.009250147035345435, | |
| 0.009248596150428057, | |
| 0.009290474932640791, | |
| 0.009244180982932448, | |
| 0.009265105007216334, | |
| 0.009269828908145428, | |
| 0.009268630063161254, | |
| 0.009218256920576096, | |
| 0.0092355499509722, | |
| 0.009250184055417776, | |
| 0.009278184967115521, | |
| 0.009216882986947894, | |
| 0.009380877017974854, | |
| 0.00928205787204206, | |
| 0.013636279152706265, | |
| 0.010036336025223136, | |
| 0.00924835610203445, | |
| 0.00927381799556315, | |
| 0.009228449082002044, | |
| 0.009245916968211532, | |
| 0.009227599017322063, | |
| 0.009208548115566373, | |
| 0.009224374080076814, | |
| 0.009247830137610435, | |
| 0.009246189845725894, | |
| 0.009222666034474969, | |
| 0.009224208071827888, | |
| 0.009257660014554858, | |
| 0.009250019909814, | |
| 0.009207308990880847, | |
| 0.009222902124747634, | |
| 0.009237912017852068, | |
| 0.009223870001733303, | |
| 0.009243337903171778, | |
| 0.009205409092828631, | |
| 0.01052210689522326, | |
| 0.009473924059420824, | |
| 0.00923989387229085, | |
| 0.009256223915144801, | |
| 0.009230033960193396, | |
| 0.009210162097588181, | |
| 0.009252871852368116, | |
| 0.009252283023670316, | |
| 0.00925331492908299, | |
| 0.00922622811049223, | |
| 0.009228322189301252, | |
| 0.0092355168890208, | |
| 0.009275873890146613, | |
| 0.009179421002045274, | |
| 0.00926207797601819, | |
| 0.009242585860192776, | |
| 0.00926738209091127, | |
| 0.009223829954862595, | |
| 0.009252567077055573, | |
| 0.009236922021955252, | |
| 0.009238139959052205, | |
| 0.009214933030307293, | |
| 0.009574294090270996, | |
| 0.009206420043483377, | |
| 0.009194535901769996, | |
| 0.009234074968844652, | |
| 0.009249995928257704, | |
| 0.009260215098038316, | |
| 0.009189563104882836, | |
| 0.009226100984960794, | |
| 0.009232950862497091, | |
| 0.009241596097126603, | |
| 0.009218025952577591, | |
| 0.00927686900831759, | |
| 0.009260731050744653, | |
| 0.009258307050913572, | |
| 0.009217421058565378, | |
| 0.009233548073098063, | |
| 0.009280815022066236, | |
| 0.009272787952795625, | |
| 0.009225673042237759, | |
| 0.00924446084536612, | |
| 0.009226461872458458, | |
| 0.009247341891750693, | |
| 0.012390491086989641, | |
| 0.009360521798953414, | |
| 0.0092391949146986, | |
| 0.009199962951242924, | |
| 0.00920192920602858, | |
| 0.009233260992914438, | |
| 0.009256843943148851, | |
| 0.009214384946972132, | |
| 0.009202637011185288, | |
| 0.009265650995075703, | |
| 0.009229680057615042, | |
| 0.009235551115125418, | |
| 0.009208123898133636, | |
| 0.00925657688640058, | |
| 0.009235976031050086, | |
| 0.009234433993697166, | |
| 0.009201969020068645, | |
| 0.00923593482002616, | |
| 0.009240934159606695, | |
| 0.00924195908010006, | |
| 0.009243580978363752, | |
| 0.009230311959981918, | |
| 0.009260446997359395, | |
| 0.009289436973631382, | |
| 0.009219361003488302, | |
| 0.009232435841113329, | |
| 0.009244763990864158, | |
| 0.009243930922821164, | |
| 0.00924721104092896, | |
| 0.00922429608181119, | |
| 0.009241065010428429, | |
| 0.009247684851288795, | |
| 0.00921111204661429, | |
| 0.009248916059732437, | |
| 0.009211600990965962, | |
| 0.009252178017050028, | |
| 0.009210527874529362, | |
| 0.009220185922458768, | |
| 0.009254934033378959, | |
| 0.009273373987525702, | |
| 0.009228335926309228, | |
| 0.009220236912369728, | |
| 0.00924922083504498, | |
| 0.009284683968871832, | |
| 0.010643752990290523, | |
| 0.010083039058372378, | |
| 0.009247455978766084, | |
| 0.009233271004632115, | |
| 0.009235711069777608, | |
| 0.009231143863871694, | |
| 0.009263582993298769, | |
| 0.009300565114244819, | |
| 0.009229814168065786, | |
| 0.009279198944568634, | |
| 0.00924691604450345, | |
| 0.009208390954881907, | |
| 0.009245577966794372, | |
| 0.009250712813809514, | |
| 0.009277218952775002, | |
| 0.009216591948643327, | |
| 0.009266187902539968, | |
| 0.009237471967935562, | |
| 0.009287807857617736, | |
| 0.009224222972989082, | |
| 0.009258434874936938, | |
| 0.009352846071124077, | |
| 0.009786990936845541, | |
| 0.009198099141940475, | |
| 0.009205074980854988, | |
| 0.009272187948226929, | |
| 0.009250168921425939, | |
| 0.009262279141694307, | |
| 0.009238866157829762, | |
| 0.009274541167542338, | |
| 0.009270236128941178, | |
| 0.009264045860618353, | |
| 0.009204915957525373, | |
| 0.009247987065464258, | |
| 0.009247110923752189, | |
| 0.009251973126083612, | |
| 0.009206821909174323, | |
| 0.009250767063349485, | |
| 0.009245989145711064, | |
| 0.010741054080426693, | |
| 0.009502863977104425, | |
| 0.009223703062161803, | |
| 0.009235042845830321, | |
| 0.009264683816581964, | |
| 0.009273431031033397, | |
| 0.009287209948524833, | |
| 0.009236535988748074, | |
| 0.00924911187030375, | |
| 0.00922999088652432, | |
| 0.009214852005243301, | |
| 0.009247113950550556, | |
| 0.009253768948838115, | |
| 0.009261728031560779, | |
| 0.009256575955078006, | |
| 0.009234723169356585, | |
| 0.009266861947253346, | |
| 0.00921305688098073, | |
| 0.01252923789434135, | |
| 0.01000208593904972, | |
| 0.009303942089900374, | |
| 0.009229907067492604, | |
| 0.00924272183328867, | |
| 0.009306096937507391, | |
| 0.009257048834115267, | |
| 0.009244838962331414, | |
| 0.009225734043866396, | |
| 0.009265812113881111, | |
| 0.009258951991796494, | |
| 0.009248949820175767, | |
| 0.009260834194719791, | |
| 0.009279167046770453, | |
| 0.009227470960468054, | |
| 0.009243094827979803, | |
| 0.009218687191605568, | |
| 0.00926424004137516, | |
| 0.009231268195435405, | |
| 0.009259433019906282, | |
| 0.009235294070094824, | |
| 0.009287113090977073, | |
| 0.009227928007021546, | |
| 0.009214462945237756, | |
| 0.009245702996850014, | |
| 0.009308856911957264, | |
| 0.009241024032235146, | |
| 0.009229334071278572, | |
| 0.009242481784895062, | |
| 0.009268475929275155, | |
| 0.009217391954734921, | |
| 0.009250046918168664, | |
| 0.009235901990905404, | |
| 0.009279553079977632, | |
| 0.009235467994585633, | |
| 0.009255857905372977, | |
| 0.009241534862667322, | |
| 0.00997666991315782, | |
| 0.00926174595952034, | |
| 0.009211095049977303, | |
| 0.009238373953849077, | |
| 0.009246360044926405, | |
| 0.009268830064684153, | |
| 0.009203508961945772, | |
| 0.009211600059643388, | |
| 0.009246394969522953, | |
| 0.009295911993831396, | |
| 0.009239812847226858, | |
| 0.009266749955713749, | |
| 0.009276194963604212, | |
| 0.009271195158362389, | |
| 0.009210591902956367, | |
| 0.009247986134141684, | |
| 0.009281248087063432, | |
| 0.00926797091960907, | |
| 0.00922942697070539, | |
| 0.009256680961698294, | |
| 0.009265926200896502, | |
| 0.00924936798401177, | |
| 0.009251584997400641, | |
| 0.009276806842535734, | |
| 0.009285361040383577, | |
| 0.009240267099812627, | |
| 0.00925761298276484, | |
| 0.009282490005716681, | |
| 0.009251501876860857, | |
| 0.009224598994478583, | |
| 0.013656045077368617, | |
| 0.009390655905008316, | |
| 0.009247853886336088, | |
| 0.009240438928827643, | |
| 0.009237773949280381, | |
| 0.009257827186957002, | |
| 0.009219877887517214, | |
| 0.00924678798764944, | |
| 0.009264400927349925, | |
| 0.009214518126100302, | |
| 0.009202325018122792, | |
| 0.00926226912997663, | |
| 0.009281937032938004, | |
| 0.009191169869154692, | |
| 0.009251997107639909, | |
| 0.00925359595566988, | |
| 0.009239799110218883, | |
| 0.009251552866771817, | |
| 0.00922688189893961, | |
| 0.009263860993087292, | |
| 0.009264654014259577, | |
| 0.009189381031319499, | |
| 0.00926356902346015, | |
| 0.009266451932489872, | |
| 0.009239766979590058, | |
| 0.009202696150168777, | |
| 0.009246875066310167, | |
| 0.009229831863194704, | |
| 0.009244122076779604, | |
| 0.009212028002366424, | |
| 0.012790912995114923, | |
| 0.009325924096629024, | |
| 0.009258087957277894, | |
| 0.009222276974469423, | |
| 0.009260406019166112, | |
| 0.009237125981599092, | |
| 0.00926903891377151, | |
| 0.009227349888533354, | |
| 0.009216544916853309, | |
| 0.009197250939905643, | |
| 0.00925387698225677, | |
| 0.009254147997125983, | |
| 0.009246781002730131, | |
| 0.009232077980414033, | |
| 0.009242499014362693, | |
| 0.009265765082091093, | |
| 0.009273589123040438, | |
| 0.00927327899262309, | |
| 0.00922951614484191, | |
| 0.009268003981560469, | |
| 0.00920546893030405, | |
| 0.009263414889574051 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_forward_op", | |
| "name": "test_kinematic_torch_op_forward[cpu-torch_min_depth]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_forward[cpu-torch_min_depth]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "torch_min_depth" | |
| }, | |
| "param": "cpu-torch_min_depth", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.016171130118891597, | |
| "max": 0.020335463108494878, | |
| "mean": 0.016316036302901682, | |
| "stddev": 0.0004104382502770179, | |
| "rounds": 305, | |
| "median": 0.01624752301722765, | |
| "iqr": 5.428394069895148e-05, | |
| "q1": 0.016224244667682797, | |
| "q3": 0.016278528608381748, | |
| "iqr_outliers": 21, | |
| "stddev_outliers": 9, | |
| "outliers": "9;21", | |
| "ld15iqr": 0.016171130118891597, | |
| "hd15iqr": 0.016361346933990717, | |
| "ops": 61.289395379817684, | |
| "total": 4.976391072385013, | |
| "data": [ | |
| 0.016218558186665177, | |
| 0.016288091894239187, | |
| 0.016237372998148203, | |
| 0.016390361823141575, | |
| 0.017039190977811813, | |
| 0.016330688958987594, | |
| 0.016238274984061718, | |
| 0.016249791951850057, | |
| 0.016242224955931306, | |
| 0.016219299053773284, | |
| 0.016182255931198597, | |
| 0.016192940063774586, | |
| 0.01620335504412651, | |
| 0.0162341701798141, | |
| 0.016200013924390078, | |
| 0.016214348142966628, | |
| 0.016248370986431837, | |
| 0.016359231900423765, | |
| 0.016225368017330766, | |
| 0.01619324181228876, | |
| 0.01620852085761726, | |
| 0.016230424167588353, | |
| 0.016234976006671786, | |
| 0.016257203882560134, | |
| 0.01624554698355496, | |
| 0.01623482583090663, | |
| 0.016171870985999703, | |
| 0.016230938024818897, | |
| 0.016226846957579255, | |
| 0.016227232990786433, | |
| 0.016190612921491265, | |
| 0.016262937104329467, | |
| 0.01628375705331564, | |
| 0.020335463108494878, | |
| 0.016314174979925156, | |
| 0.016361346933990717, | |
| 0.016267358092591166, | |
| 0.016227961983531713, | |
| 0.016263040946796536, | |
| 0.016191228991374373, | |
| 0.016263844911009073, | |
| 0.016243554884567857, | |
| 0.016291610896587372, | |
| 0.01620078692212701, | |
| 0.016203489154577255, | |
| 0.016214332077652216, | |
| 0.01631948188878596, | |
| 0.01630224008113146, | |
| 0.016235443064942956, | |
| 0.016260706819593906, | |
| 0.016278752125799656, | |
| 0.016234333161264658, | |
| 0.016226572217419744, | |
| 0.016217484837397933, | |
| 0.01624390808865428, | |
| 0.016239823075011373, | |
| 0.016217031981796026, | |
| 0.016229548025876284, | |
| 0.01626986195333302, | |
| 0.016253423877060413, | |
| 0.016271713888272643, | |
| 0.016262201126664877, | |
| 0.016232768073678017, | |
| 0.016239010030403733, | |
| 0.01628674496896565, | |
| 0.018992785131558776, | |
| 0.016636352986097336, | |
| 0.016287163132801652, | |
| 0.016276733949780464, | |
| 0.016227686079218984, | |
| 0.016325681935995817, | |
| 0.01633946504443884, | |
| 0.016284719808027148, | |
| 0.01624569296836853, | |
| 0.01632160716690123, | |
| 0.016285334015265107, | |
| 0.016211631940677762, | |
| 0.01629401999525726, | |
| 0.01624499401077628, | |
| 0.016288224840536714, | |
| 0.016325092874467373, | |
| 0.016275261994451284, | |
| 0.016277557937428355, | |
| 0.016224254155531526, | |
| 0.016248154919594526, | |
| 0.01626279205083847, | |
| 0.01628154399804771, | |
| 0.016240994911640882, | |
| 0.016262846067547798, | |
| 0.01623962796293199, | |
| 0.01624960103072226, | |
| 0.0162758759688586, | |
| 0.01628344622440636, | |
| 0.016239967895671725, | |
| 0.016202086117118597, | |
| 0.01621758285909891, | |
| 0.016317417845129967, | |
| 0.016205147141590714, | |
| 0.016259945929050446, | |
| 0.016222391044721007, | |
| 0.016266149003058672, | |
| 0.016252628061920404, | |
| 0.01631253305822611, | |
| 0.0162444980815053, | |
| 0.01627845410257578, | |
| 0.01622870098799467, | |
| 0.016222161939367652, | |
| 0.01622169790789485, | |
| 0.016259680036455393, | |
| 0.016210397006943822, | |
| 0.016206634929403663, | |
| 0.016208316897973418, | |
| 0.016262643039226532, | |
| 0.016241355100646615, | |
| 0.01622260408475995, | |
| 0.016240526922047138, | |
| 0.01626033103093505, | |
| 0.01619379105977714, | |
| 0.016236857045441866, | |
| 0.016334505984559655, | |
| 0.0162710330914706, | |
| 0.01630258490331471, | |
| 0.016275397036224604, | |
| 0.016272202832624316, | |
| 0.01627658400684595, | |
| 0.01627284288406372, | |
| 0.01622870797291398, | |
| 0.016189764952287078, | |
| 0.016335338121280074, | |
| 0.01624023704789579, | |
| 0.016254300018772483, | |
| 0.016266925958916545, | |
| 0.01624500099569559, | |
| 0.01622009393759072, | |
| 0.016273252898827195, | |
| 0.016234626062214375, | |
| 0.016301117837429047, | |
| 0.016225351952016354, | |
| 0.01655682804994285, | |
| 0.0163718000985682, | |
| 0.016206602100282907, | |
| 0.01623098412528634, | |
| 0.016247359104454517, | |
| 0.016214157920330763, | |
| 0.01625275705009699, | |
| 0.016204377869144082, | |
| 0.016184495063498616, | |
| 0.01620960421860218, | |
| 0.016257123090326786, | |
| 0.016189729096367955, | |
| 0.01622867793776095, | |
| 0.016277914168313146, | |
| 0.01625228999182582, | |
| 0.016225871862843633, | |
| 0.01626876601949334, | |
| 0.016331146005541086, | |
| 0.016171130118891597, | |
| 0.016238001873716712, | |
| 0.016244615893810987, | |
| 0.016229448141530156, | |
| 0.01618818286806345, | |
| 0.01625689002685249, | |
| 0.016225278843194246, | |
| 0.016219227807596326, | |
| 0.016258554067462683, | |
| 0.016229307046160102, | |
| 0.016244548140093684, | |
| 0.016178078018128872, | |
| 0.016181317856535316, | |
| 0.016195072093978524, | |
| 0.01621703105047345, | |
| 0.016211855923756957, | |
| 0.01622421620413661, | |
| 0.01621529390104115, | |
| 0.016210155095905066, | |
| 0.016257507959380746, | |
| 0.016637208871543407, | |
| 0.016447320114821196, | |
| 0.01625076588243246, | |
| 0.016271942062303424, | |
| 0.016303507843986154, | |
| 0.01622183620929718, | |
| 0.016251971013844013, | |
| 0.016234007896855474, | |
| 0.016249522101134062, | |
| 0.016288965940475464, | |
| 0.01625935803167522, | |
| 0.01623100508004427, | |
| 0.01629002089612186, | |
| 0.016253726091235876, | |
| 0.016325950156897306, | |
| 0.01619834708981216, | |
| 0.016240412835031748, | |
| 0.016210685949772596, | |
| 0.016191921895369887, | |
| 0.01621328410692513, | |
| 0.01621966017410159, | |
| 0.016231754096224904, | |
| 0.01622888701967895, | |
| 0.01627110899426043, | |
| 0.016230073058977723, | |
| 0.016268756007775664, | |
| 0.016262931982055306, | |
| 0.01628648000769317, | |
| 0.016247354215011, | |
| 0.016251869034022093, | |
| 0.01656417502090335, | |
| 0.019690633052960038, | |
| 0.016399479936808348, | |
| 0.016253565903753042, | |
| 0.016275875037536025, | |
| 0.016318223904818296, | |
| 0.016297079855576158, | |
| 0.016305350000038743, | |
| 0.016312265070155263, | |
| 0.016224012011662126, | |
| 0.01635937299579382, | |
| 0.0162865431047976, | |
| 0.016223913058638573, | |
| 0.016272929031401873, | |
| 0.016235267976298928, | |
| 0.01623196597211063, | |
| 0.016289483988657594, | |
| 0.016322033014148474, | |
| 0.01629007002338767, | |
| 0.016242519952356815, | |
| 0.01624876889400184, | |
| 0.016245414968580008, | |
| 0.016261120093986392, | |
| 0.016283374978229403, | |
| 0.016272697132080793, | |
| 0.016290867002680898, | |
| 0.01621351996436715, | |
| 0.0162515789270401, | |
| 0.016247559105977416, | |
| 0.01625218102708459, | |
| 0.016285349149256945, | |
| 0.01631971006281674, | |
| 0.016257918206974864, | |
| 0.01624076603911817, | |
| 0.016209210036322474, | |
| 0.01623900793492794, | |
| 0.01619996502995491, | |
| 0.016239967895671725, | |
| 0.016248491127043962, | |
| 0.019046152010560036, | |
| 0.016279934905469418, | |
| 0.0162790201138705, | |
| 0.016630823025479913, | |
| 0.016201323131099343, | |
| 0.016232102876529098, | |
| 0.01618443406186998, | |
| 0.016282299999147654, | |
| 0.016300711082294583, | |
| 0.016277092043310404, | |
| 0.016263289842754602, | |
| 0.016202597878873348, | |
| 0.01620025304146111, | |
| 0.016747494926676154, | |
| 0.016270378837361932, | |
| 0.016262214863672853, | |
| 0.016268284991383553, | |
| 0.016242024954408407, | |
| 0.01621442404575646, | |
| 0.016236990923061967, | |
| 0.01623364887200296, | |
| 0.016581714851781726, | |
| 0.016753586009144783, | |
| 0.016253348905593157, | |
| 0.01623087003827095, | |
| 0.016181298065930605, | |
| 0.016214563976973295, | |
| 0.016290117986500263, | |
| 0.01620976789854467, | |
| 0.016185753978788853, | |
| 0.01622538990341127, | |
| 0.018701152177527547, | |
| 0.01677446300163865, | |
| 0.016419819090515375, | |
| 0.016213973984122276, | |
| 0.016210746951401234, | |
| 0.016244244063273072, | |
| 0.016235058894380927, | |
| 0.01622741110622883, | |
| 0.016274499939754605, | |
| 0.01619974384084344, | |
| 0.01623282697983086, | |
| 0.016291756182909012, | |
| 0.016250220127403736, | |
| 0.016245007049292326, | |
| 0.01623032707720995, | |
| 0.016265598824247718, | |
| 0.016280703945085406, | |
| 0.016202745959162712, | |
| 0.016251862049102783, | |
| 0.016301505034789443, | |
| 0.016248824074864388, | |
| 0.016206758795306087, | |
| 0.016289375023916364, | |
| 0.01622535800561309, | |
| 0.01620722282677889, | |
| 0.016200524987652898, | |
| 0.016260379925370216, | |
| 0.01624752301722765, | |
| 0.016214874107390642 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_forward_op", | |
| "name": "test_kinematic_torch_op_forward[cuda-hand_rolled]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_forward[cuda-hand_rolled]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "hand_rolled" | |
| }, | |
| "param": "cuda-hand_rolled", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0033810818567872047, | |
| "max": 0.003957497887313366, | |
| "mean": 0.0035678493324667214, | |
| "stddev": 0.00023002128782676545, | |
| "rounds": 5, | |
| "median": 0.003480073995888233, | |
| "iqr": 0.0002533154911361635, | |
| "q1": 0.003423387068323791, | |
| "q3": 0.0036767025594599545, | |
| "iqr_outliers": 0, | |
| "stddev_outliers": 1, | |
| "outliers": "1;0", | |
| "ld15iqr": 0.0033810818567872047, | |
| "hd15iqr": 0.003957497887313366, | |
| "ops": 280.28089384274114, | |
| "total": 0.017839246662333608, | |
| "data": [ | |
| 0.003957497887313366, | |
| 0.0035831041168421507, | |
| 0.003437488805502653, | |
| 0.003480073995888233, | |
| 0.0033810818567872047 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_forward_op", | |
| "name": "test_kinematic_torch_op_forward[cuda-torch_efficient]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_forward[cuda-torch_efficient]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "torch_efficient" | |
| }, | |
| "param": "cuda-torch_efficient", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.011608673026785254, | |
| "max": 0.013011562172323465, | |
| "mean": 0.0117487678231852, | |
| "stddev": 0.00010141424870784501, | |
| "rounds": 392, | |
| "median": 0.01173508889041841, | |
| "iqr": 9.245297405868769e-05, | |
| "q1": 0.011689645471051335, | |
| "q3": 0.011782098445110023, | |
| "iqr_outliers": 16, | |
| "stddev_outliers": 60, | |
| "outliers": "60;16", | |
| "ld15iqr": 0.011608673026785254, | |
| "hd15iqr": 0.011923087993636727, | |
| "ops": 85.11530869020872, | |
| "total": 4.605516986688599, | |
| "data": [ | |
| 0.0117764831520617, | |
| 0.011709355050697923, | |
| 0.011807057075202465, | |
| 0.011707537109032273, | |
| 0.011783095076680183, | |
| 0.011800696840509772, | |
| 0.011714510153979063, | |
| 0.011809479910880327, | |
| 0.011686041951179504, | |
| 0.011693676002323627, | |
| 0.011764422059059143, | |
| 0.011722446186468005, | |
| 0.012096916092559695, | |
| 0.011663109995424747, | |
| 0.011693533044308424, | |
| 0.011608673026785254, | |
| 0.01168921496719122, | |
| 0.0117574711330235, | |
| 0.011680362047627568, | |
| 0.011748989811167121, | |
| 0.011650275206193328, | |
| 0.011661664815619588, | |
| 0.011710779974237084, | |
| 0.011674989014863968, | |
| 0.011706374818459153, | |
| 0.011656064074486494, | |
| 0.011684502940624952, | |
| 0.011670363135635853, | |
| 0.01166569022461772, | |
| 0.011766585055738688, | |
| 0.011713846120983362, | |
| 0.011772433994337916, | |
| 0.011663349810987711, | |
| 0.011660963064059615, | |
| 0.011681973934173584, | |
| 0.011667298851534724, | |
| 0.01179608004167676, | |
| 0.01169046014547348, | |
| 0.011727235047146678, | |
| 0.011635946109890938, | |
| 0.011683809105306864, | |
| 0.011710399994626641, | |
| 0.011640524957329035, | |
| 0.011784591944888234, | |
| 0.011692456901073456, | |
| 0.011633458081632853, | |
| 0.011734602972865105, | |
| 0.011658821953460574, | |
| 0.01168737793341279, | |
| 0.011653992114588618, | |
| 0.011698910966515541, | |
| 0.011658482952043414, | |
| 0.011645304970443249, | |
| 0.011763663031160831, | |
| 0.011909320019185543, | |
| 0.011700310045853257, | |
| 0.011667714919894934, | |
| 0.011759351007640362, | |
| 0.011680699186399579, | |
| 0.011651800014078617, | |
| 0.011705709854140878, | |
| 0.011623460100963712, | |
| 0.011688221013173461, | |
| 0.011632998939603567, | |
| 0.011637693969532847, | |
| 0.011690810089930892, | |
| 0.011650095926597714, | |
| 0.011703775031492114, | |
| 0.011637769872322679, | |
| 0.01171467313542962, | |
| 0.011721663875505328, | |
| 0.011703564086928964, | |
| 0.01171377208083868, | |
| 0.011732469080016017, | |
| 0.011696249013766646, | |
| 0.011641129152849317, | |
| 0.011665932135656476, | |
| 0.011703918920829892, | |
| 0.01162011711858213, | |
| 0.01182305603288114, | |
| 0.011656153947114944, | |
| 0.011708802077919245, | |
| 0.011640385026112199, | |
| 0.011691879946738482, | |
| 0.011759883956983685, | |
| 0.011669594096019864, | |
| 0.011775444028899074, | |
| 0.011653168825432658, | |
| 0.011665011988952756, | |
| 0.011703845113515854, | |
| 0.011699191061779857, | |
| 0.011704756878316402, | |
| 0.011644640006124973, | |
| 0.011684076860547066, | |
| 0.011652588145807385, | |
| 0.011644179932773113, | |
| 0.011730487924069166, | |
| 0.011930934153497219, | |
| 0.011792129836976528, | |
| 0.011732312850654125, | |
| 0.011716200038790703, | |
| 0.011756985913962126, | |
| 0.011706474935635924, | |
| 0.011720238020643592, | |
| 0.011821526102721691, | |
| 0.01186863612383604, | |
| 0.011750284116715193, | |
| 0.011755103943869472, | |
| 0.0119173270650208, | |
| 0.011737485881894827, | |
| 0.011826594825834036, | |
| 0.011781033128499985, | |
| 0.01175875891931355, | |
| 0.011895256116986275, | |
| 0.011750818928703666, | |
| 0.011715455912053585, | |
| 0.01177783403545618, | |
| 0.01170452800579369, | |
| 0.011756340973079205, | |
| 0.011788198025897145, | |
| 0.011825730092823505, | |
| 0.011967548867687583, | |
| 0.011762368027120829, | |
| 0.011701802024617791, | |
| 0.01177966594696045, | |
| 0.011736504966393113, | |
| 0.011714143911376595, | |
| 0.011802745051681995, | |
| 0.011790775926783681, | |
| 0.011884808074682951, | |
| 0.011797326849773526, | |
| 0.011870274087414145, | |
| 0.011732347076758742, | |
| 0.011774580925703049, | |
| 0.011858828132972121, | |
| 0.011836827965453267, | |
| 0.011784935835748911, | |
| 0.011714138090610504, | |
| 0.011823417851701379, | |
| 0.012002777075394988, | |
| 0.011640997137874365, | |
| 0.01164340996183455, | |
| 0.01168819610029459, | |
| 0.011751743964850903, | |
| 0.011670917039737105, | |
| 0.011642178054898977, | |
| 0.011669541010633111, | |
| 0.011686570942401886, | |
| 0.011721204034984112, | |
| 0.01167526189237833, | |
| 0.011662798002362251, | |
| 0.011698730988427997, | |
| 0.011681206990033388, | |
| 0.011666686972603202, | |
| 0.011748358141630888, | |
| 0.011725213145837188, | |
| 0.011701102834194899, | |
| 0.011720706010237336, | |
| 0.011653998168185353, | |
| 0.01170683791860938, | |
| 0.01169067295268178, | |
| 0.011645453982055187, | |
| 0.011661153985187411, | |
| 0.011721136048436165, | |
| 0.011727165896445513, | |
| 0.011699356837198138, | |
| 0.011652671033516526, | |
| 0.011713041923940182, | |
| 0.011711946921423078, | |
| 0.011714034015312791, | |
| 0.011750343022868037, | |
| 0.011667618993669748, | |
| 0.01175007107667625, | |
| 0.011655778158456087, | |
| 0.011651873821392655, | |
| 0.011761531000956893, | |
| 0.011676954105496407, | |
| 0.011683249147608876, | |
| 0.011660492047667503, | |
| 0.011686260113492608, | |
| 0.011637922143563628, | |
| 0.011690075974911451, | |
| 0.012018679874017835, | |
| 0.011659577023237944, | |
| 0.011686962097883224, | |
| 0.011651050997897983, | |
| 0.011663409881293774, | |
| 0.011729865102097392, | |
| 0.011683574179187417, | |
| 0.011677573900669813, | |
| 0.011686424957588315, | |
| 0.011705212062224746, | |
| 0.01165369595400989, | |
| 0.011652411194518209, | |
| 0.011679015820845962, | |
| 0.011738820932805538, | |
| 0.011683217948302627, | |
| 0.01171401096507907, | |
| 0.011696405010297894, | |
| 0.011676300084218383, | |
| 0.011662245029583573, | |
| 0.011687593068927526, | |
| 0.011684775119647384, | |
| 0.011727506062015891, | |
| 0.01165087497793138, | |
| 0.011640117969363928, | |
| 0.011719615897163749, | |
| 0.01172409113496542, | |
| 0.01164049212820828, | |
| 0.01171795604750514, | |
| 0.011733821127563715, | |
| 0.011647731997072697, | |
| 0.011678047012537718, | |
| 0.01170833595097065, | |
| 0.011669283034279943, | |
| 0.01169791491702199, | |
| 0.011676155030727386, | |
| 0.01167022599838674, | |
| 0.011692474829033017, | |
| 0.011707509867846966, | |
| 0.011625285958871245, | |
| 0.011704642092809081, | |
| 0.011694743065163493, | |
| 0.011713322019204497, | |
| 0.01171351014636457, | |
| 0.011964044068008661, | |
| 0.011649237014353275, | |
| 0.011693476932123303, | |
| 0.011654724832624197, | |
| 0.01168817887082696, | |
| 0.01176216802559793, | |
| 0.011780620086938143, | |
| 0.01169351302087307, | |
| 0.011724429903551936, | |
| 0.011784773087128997, | |
| 0.011829318013042212, | |
| 0.011780485976487398, | |
| 0.011779334163293242, | |
| 0.011771996971219778, | |
| 0.011759615037590265, | |
| 0.011738079134374857, | |
| 0.011730213882401586, | |
| 0.011796440929174423, | |
| 0.011771767167374492, | |
| 0.011747003998607397, | |
| 0.011747393989935517, | |
| 0.011800867039710283, | |
| 0.011802671011537313, | |
| 0.011786340968683362, | |
| 0.011765924980863929, | |
| 0.011768396943807602, | |
| 0.011748610995709896, | |
| 0.01173844700679183, | |
| 0.01172685599885881, | |
| 0.011772939935326576, | |
| 0.011793973855674267, | |
| 0.011731324018910527, | |
| 0.011717600980773568, | |
| 0.011833445867523551, | |
| 0.011743097100406885, | |
| 0.011857532896101475, | |
| 0.011763218091800809, | |
| 0.01170267490670085, | |
| 0.01173704699613154, | |
| 0.011719452915713191, | |
| 0.011737588094547391, | |
| 0.01176035194657743, | |
| 0.012074644910171628, | |
| 0.011749127181246877, | |
| 0.011779766995459795, | |
| 0.011810386087745428, | |
| 0.011820632964372635, | |
| 0.011741463094949722, | |
| 0.01172029902227223, | |
| 0.011746943928301334, | |
| 0.011778451036661863, | |
| 0.011731446022167802, | |
| 0.011716017965227365, | |
| 0.01178128900937736, | |
| 0.011782540008425713, | |
| 0.011718811001628637, | |
| 0.01177498884499073, | |
| 0.011781291803345084, | |
| 0.011783773079514503, | |
| 0.011801874032244086, | |
| 0.011735668871551752, | |
| 0.011740935035049915, | |
| 0.011772117810323834, | |
| 0.01176283904351294, | |
| 0.011779987951740623, | |
| 0.011687955120578408, | |
| 0.011775338090956211, | |
| 0.011785221053287387, | |
| 0.011800687061622739, | |
| 0.011744450079277158, | |
| 0.011787253897637129, | |
| 0.011781656881794333, | |
| 0.011742096859961748, | |
| 0.011740864021703601, | |
| 0.01176585117354989, | |
| 0.01172011299058795, | |
| 0.011775728082284331, | |
| 0.011698353104293346, | |
| 0.011800223030149937, | |
| 0.011812180047854781, | |
| 0.0117559430655092, | |
| 0.011731649981811643, | |
| 0.011750509962439537, | |
| 0.011757494183257222, | |
| 0.011733825784176588, | |
| 0.011905731866136193, | |
| 0.011782918823882937, | |
| 0.011695262044668198, | |
| 0.011749478988349438, | |
| 0.011690556071698666, | |
| 0.011798657942563295, | |
| 0.011751658050343394, | |
| 0.011798321967944503, | |
| 0.011732354061678052, | |
| 0.011783584021031857, | |
| 0.011788540054112673, | |
| 0.011705314042046666, | |
| 0.011759674875065684, | |
| 0.011768853990361094, | |
| 0.011735574807971716, | |
| 0.011777068953961134, | |
| 0.011730013182386756, | |
| 0.011819709092378616, | |
| 0.011736548971384764, | |
| 0.011744840070605278, | |
| 0.011739237001165748, | |
| 0.01174389198422432, | |
| 0.011748444056138396, | |
| 0.011675918009132147, | |
| 0.011713590007275343, | |
| 0.011880416888743639, | |
| 0.01173975202254951, | |
| 0.011737043038010597, | |
| 0.011711710831150413, | |
| 0.011792731937021017, | |
| 0.01173699600622058, | |
| 0.011780390981584787, | |
| 0.011770239099860191, | |
| 0.011755638988688588, | |
| 0.01174842193722725, | |
| 0.011781399138271809, | |
| 0.011734535917639732, | |
| 0.011784482980147004, | |
| 0.01176393497735262, | |
| 0.011799209984019399, | |
| 0.011752963997423649, | |
| 0.011773250997066498, | |
| 0.012040797155350447, | |
| 0.01177982590161264, | |
| 0.011825900059193373, | |
| 0.011942734941840172, | |
| 0.011923087993636727, | |
| 0.011765111004933715, | |
| 0.011775236809626222, | |
| 0.011840439168736339, | |
| 0.01194502110593021, | |
| 0.011913988972082734, | |
| 0.011824532877653837, | |
| 0.011809150921180844, | |
| 0.011853796895593405, | |
| 0.011759809916839004, | |
| 0.013011562172323465, | |
| 0.011850110022351146, | |
| 0.011932307155802846, | |
| 0.01194365811534226, | |
| 0.011804554844275117, | |
| 0.011854307958856225, | |
| 0.011838675010949373, | |
| 0.011794206919148564, | |
| 0.011846052017062902, | |
| 0.011874323012307286, | |
| 0.012007428100332618, | |
| 0.011963366996496916, | |
| 0.01189737394452095, | |
| 0.011789339827373624, | |
| 0.011830207891762257, | |
| 0.011789938900619745, | |
| 0.011806882917881012, | |
| 0.011863290797919035, | |
| 0.011861547129228711, | |
| 0.011854728916659951, | |
| 0.01181264198385179, | |
| 0.011866970919072628, | |
| 0.011914196889847517, | |
| 0.011866523884236813, | |
| 0.011893741087988019, | |
| 0.01183523004874587 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_forward_op", | |
| "name": "test_kinematic_torch_op_forward[cuda-torch_min_depth]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_forward[cuda-torch_min_depth]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "torch_min_depth" | |
| }, | |
| "param": "cuda-torch_min_depth", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.008029900956898928, | |
| "max": 0.009047274943441153, | |
| "mean": 0.008203137527377405, | |
| "stddev": 0.00016365455058511112, | |
| "rounds": 556, | |
| "median": 0.008167048450559378, | |
| "iqr": 9.05538909137249e-05, | |
| "q1": 0.008120011072605848, | |
| "q3": 0.008210564963519573, | |
| "iqr_outliers": 44, | |
| "stddev_outliers": 44, | |
| "outliers": "44;44", | |
| "ld15iqr": 0.008029900956898928, | |
| "hd15iqr": 0.008347156923264265, | |
| "ops": 121.90457573855967, | |
| "total": 4.560944465221837, | |
| "data": [ | |
| 0.008274056017398834, | |
| 0.008167858934029937, | |
| 0.0081153460778296, | |
| 0.008283156901597977, | |
| 0.008117869030684233, | |
| 0.008183588040992618, | |
| 0.008118878118693829, | |
| 0.008204121142625809, | |
| 0.008135827025398612, | |
| 0.008178133051842451, | |
| 0.008251289837062359, | |
| 0.008126544067636132, | |
| 0.008164755068719387, | |
| 0.00809509283863008, | |
| 0.008193543180823326, | |
| 0.008118374971672893, | |
| 0.008196775801479816, | |
| 0.008140133926644921, | |
| 0.008206804981455207, | |
| 0.008151395944878459, | |
| 0.008200156036764383, | |
| 0.008193220011889935, | |
| 0.00805168622173369, | |
| 0.008274820167571306, | |
| 0.008080976083874702, | |
| 0.008355699013918638, | |
| 0.008096623932942748, | |
| 0.008238235954195261, | |
| 0.00810481607913971, | |
| 0.008192094974219799, | |
| 0.00817921501584351, | |
| 0.00815774011425674, | |
| 0.008154544048011303, | |
| 0.008102045860141516, | |
| 0.008187236031517386, | |
| 0.00828407914377749, | |
| 0.008207188919186592, | |
| 0.008136965101584792, | |
| 0.008178606163710356, | |
| 0.008136790944263339, | |
| 0.008190863998606801, | |
| 0.008176326053217053, | |
| 0.008104766020551324, | |
| 0.008221182972192764, | |
| 0.008124835789203644, | |
| 0.008204944897443056, | |
| 0.008125563152134418, | |
| 0.008210085099563003, | |
| 0.008091442054137588, | |
| 0.008172202855348587, | |
| 0.00817169900983572, | |
| 0.00807881192304194, | |
| 0.008229475934058428, | |
| 0.00809937878511846, | |
| 0.008210974978283048, | |
| 0.00813164608553052, | |
| 0.008184085134416819, | |
| 0.008132148999720812, | |
| 0.008219853974878788, | |
| 0.008123944979161024, | |
| 0.008147181943058968, | |
| 0.008164704078808427, | |
| 0.008123630890622735, | |
| 0.008200832176953554, | |
| 0.008132488932460546, | |
| 0.008244853001087904, | |
| 0.00809657690115273, | |
| 0.008249965030699968, | |
| 0.00808998616412282, | |
| 0.008186005055904388, | |
| 0.00810445100069046, | |
| 0.008181388024240732, | |
| 0.008245764067396522, | |
| 0.00812223507091403, | |
| 0.008202006109058857, | |
| 0.008126805070787668, | |
| 0.008188681909814477, | |
| 0.008137329015880823, | |
| 0.008166647981852293, | |
| 0.008195956936106086, | |
| 0.00808680895715952, | |
| 0.00823730998672545, | |
| 0.008083319058641791, | |
| 0.008203846169635653, | |
| 0.008122870000079274, | |
| 0.008218090981245041, | |
| 0.008129936875775456, | |
| 0.008200686890631914, | |
| 0.008118106983602047, | |
| 0.00814843806438148, | |
| 0.008236573077738285, | |
| 0.008049597032368183, | |
| 0.008249514969065785, | |
| 0.008092444157227874, | |
| 0.008263927884399891, | |
| 0.008078302955254912, | |
| 0.008471823064610362, | |
| 0.008112472016364336, | |
| 0.008182254852727056, | |
| 0.008152879076078534, | |
| 0.008118388941511512, | |
| 0.008161535952240229, | |
| 0.008115116972476244, | |
| 0.008194049820303917, | |
| 0.008125713095068932, | |
| 0.008190077962353826, | |
| 0.008127334993332624, | |
| 0.00816433597356081, | |
| 0.00816239882260561, | |
| 0.008167448919266462, | |
| 0.008194244932383299, | |
| 0.008111139992251992, | |
| 0.008192266104742885, | |
| 0.008130790898576379, | |
| 0.008194669149816036, | |
| 0.008128829067572951, | |
| 0.00818048301152885, | |
| 0.008098799968138337, | |
| 0.008185421116650105, | |
| 0.008234697161242366, | |
| 0.008081154897809029, | |
| 0.00825195387005806, | |
| 0.008118836907669902, | |
| 0.008200671058148146, | |
| 0.008094429969787598, | |
| 0.008199594914913177, | |
| 0.008176668081432581, | |
| 0.008169820997864008, | |
| 0.00809908309020102, | |
| 0.008135532960295677, | |
| 0.008209415944293141, | |
| 0.008151247864589095, | |
| 0.008309479104354978, | |
| 0.008145079016685486, | |
| 0.008204236160963774, | |
| 0.008078609826043248, | |
| 0.008194214897230268, | |
| 0.008124447893351316, | |
| 0.008183431113138795, | |
| 0.008135954150930047, | |
| 0.00810097181238234, | |
| 0.008205706952139735, | |
| 0.008116334909573197, | |
| 0.008256215834990144, | |
| 0.008139020996168256, | |
| 0.00814809394069016, | |
| 0.008121781051158905, | |
| 0.008108796086162329, | |
| 0.008207079023122787, | |
| 0.008122302126139402, | |
| 0.008188453037291765, | |
| 0.00810354994609952, | |
| 0.008224149933084846, | |
| 0.008107653819024563, | |
| 0.00820245104841888, | |
| 0.008103065891191363, | |
| 0.008198801893740892, | |
| 0.008411106187850237, | |
| 0.008123732171952724, | |
| 0.008197040995582938, | |
| 0.008120144018903375, | |
| 0.008271916070953012, | |
| 0.008035177132114768, | |
| 0.008260404923930764, | |
| 0.00807570805773139, | |
| 0.008163034915924072, | |
| 0.008153419010341167, | |
| 0.008153992937877774, | |
| 0.008222231874242425, | |
| 0.008120386162772775, | |
| 0.008222654927521944, | |
| 0.008097251178696752, | |
| 0.00820419704541564, | |
| 0.008126819040626287, | |
| 0.00819374993443489, | |
| 0.00812051584944129, | |
| 0.008120694197714329, | |
| 0.008172360947355628, | |
| 0.008134999079629779, | |
| 0.008195375092327595, | |
| 0.008115498116239905, | |
| 0.008196087088435888, | |
| 0.008084347937256098, | |
| 0.008207954000681639, | |
| 0.008114735828712583, | |
| 0.008186293998733163, | |
| 0.008159406948834658, | |
| 0.008127056993544102, | |
| 0.00824657897464931, | |
| 0.008082768879830837, | |
| 0.008263024967163801, | |
| 0.008080834057182074, | |
| 0.008220833959057927, | |
| 0.008174374932423234, | |
| 0.008198648924008012, | |
| 0.008161513833329082, | |
| 0.008149745874106884, | |
| 0.008171139052137733, | |
| 0.00810092594474554, | |
| 0.008200452895835042, | |
| 0.008098576916381717, | |
| 0.008170960005372763, | |
| 0.008126908913254738, | |
| 0.008177732117474079, | |
| 0.008160443045198917, | |
| 0.008176263887435198, | |
| 0.008147109998390079, | |
| 0.008132600924000144, | |
| 0.008177648996934295, | |
| 0.008123894920572639, | |
| 0.008232970954850316, | |
| 0.008109190966933966, | |
| 0.008242564043030143, | |
| 0.008115126984193921, | |
| 0.00813382607884705, | |
| 0.008191975066438317, | |
| 0.00806549796834588, | |
| 0.00825304607860744, | |
| 0.008074913872405887, | |
| 0.008520611096173525, | |
| 0.008053295779973269, | |
| 0.008229521801695228, | |
| 0.00810398394241929, | |
| 0.008190727094188333, | |
| 0.008139658020809293, | |
| 0.008154018083587289, | |
| 0.00817897287197411, | |
| 0.008131857961416245, | |
| 0.008189862128347158, | |
| 0.008098946185782552, | |
| 0.008183205965906382, | |
| 0.008109535789117217, | |
| 0.008228874066844583, | |
| 0.00810650596395135, | |
| 0.008246939862146974, | |
| 0.008158202981576324, | |
| 0.008115055970847607, | |
| 0.008224112214520574, | |
| 0.008101546904072165, | |
| 0.008262949995696545, | |
| 0.008132537128403783, | |
| 0.008231456857174635, | |
| 0.008113525807857513, | |
| 0.008149300934746861, | |
| 0.008185407146811485, | |
| 0.008062553824856877, | |
| 0.008227641927078366, | |
| 0.008056347025558352, | |
| 0.008255984168499708, | |
| 0.008091669995337725, | |
| 0.008200202137231827, | |
| 0.008139178855344653, | |
| 0.00818954105488956, | |
| 0.008097966900095344, | |
| 0.00815807981416583, | |
| 0.008328099036589265, | |
| 0.008106373017653823, | |
| 0.008206572849303484, | |
| 0.008098352001979947, | |
| 0.008242272073403, | |
| 0.008029900956898928, | |
| 0.008181567071005702, | |
| 0.008152947993949056, | |
| 0.008159887976944447, | |
| 0.008141699945554137, | |
| 0.00812048907391727, | |
| 0.008244298864156008, | |
| 0.008104671956971288, | |
| 0.008188439067453146, | |
| 0.00815469492226839, | |
| 0.00822192314080894, | |
| 0.00813513295724988, | |
| 0.008157237200066447, | |
| 0.008195538073778152, | |
| 0.008084845030680299, | |
| 0.008238294860348105, | |
| 0.00813895184546709, | |
| 0.008195065893232822, | |
| 0.00814134394749999, | |
| 0.008184902835637331, | |
| 0.008385434979572892, | |
| 0.008187886094674468, | |
| 0.008126787142828107, | |
| 0.008175163064152002, | |
| 0.008193363901227713, | |
| 0.008074285928159952, | |
| 0.00821278989315033, | |
| 0.008077885024249554, | |
| 0.00821858481504023, | |
| 0.008055394049733877, | |
| 0.008192504057660699, | |
| 0.008206811966374516, | |
| 0.00814508181065321, | |
| 0.008100384846329689, | |
| 0.008105156011879444, | |
| 0.008191135013476014, | |
| 0.008131970884278417, | |
| 0.008216995047405362, | |
| 0.008114862022921443, | |
| 0.008191914996132255, | |
| 0.008067812072113156, | |
| 0.008253961103037, | |
| 0.0081367171369493, | |
| 0.008128546178340912, | |
| 0.008228585124015808, | |
| 0.008119059028103948, | |
| 0.008197900140658021, | |
| 0.008134616073220968, | |
| 0.008233883883804083, | |
| 0.00810542912222445, | |
| 0.008186160121113062, | |
| 0.008094175951555371, | |
| 0.008080363040789962, | |
| 0.008212335873395205, | |
| 0.00807330897077918, | |
| 0.008240819908678532, | |
| 0.008103111060336232, | |
| 0.008182503981515765, | |
| 0.00810948689468205, | |
| 0.0081927590072155, | |
| 0.008111952105537057, | |
| 0.00813498510979116, | |
| 0.008161090081557631, | |
| 0.008119093021377921, | |
| 0.00817169900983572, | |
| 0.008076580939814448, | |
| 0.008253745967522264, | |
| 0.008064652094617486, | |
| 0.00820678099989891, | |
| 0.008134146919474006, | |
| 0.0081442859955132, | |
| 0.008170264074578881, | |
| 0.00810093991458416, | |
| 0.008210154948756099, | |
| 0.008124324027448893, | |
| 0.008307386888191104, | |
| 0.00810525007545948, | |
| 0.008186022052541375, | |
| 0.00809823302552104, | |
| 0.008132877992466092, | |
| 0.00819335482083261, | |
| 0.008346097078174353, | |
| 0.008217544993385673, | |
| 0.00813697511330247, | |
| 0.008146475069224834, | |
| 0.008109553949907422, | |
| 0.008170634042471647, | |
| 0.008147757034748793, | |
| 0.00819840608164668, | |
| 0.008109752088785172, | |
| 0.008154247887432575, | |
| 0.008186403196305037, | |
| 0.008080522064119577, | |
| 0.008286867057904601, | |
| 0.008044850081205368, | |
| 0.008257888024672866, | |
| 0.00807865709066391, | |
| 0.008208459941670299, | |
| 0.008130355970934033, | |
| 0.008156552910804749, | |
| 0.008184588979929686, | |
| 0.00812931708060205, | |
| 0.008179767988622189, | |
| 0.008109169080853462, | |
| 0.00821499596349895, | |
| 0.008141224971041083, | |
| 0.008173338836058974, | |
| 0.008128038141876459, | |
| 0.008173645008355379, | |
| 0.008155453018844128, | |
| 0.008134437026455998, | |
| 0.008187233936041594, | |
| 0.008131216978654265, | |
| 0.008203377015888691, | |
| 0.00812745513394475, | |
| 0.008173526963219047, | |
| 0.008113209856674075, | |
| 0.008347156923264265, | |
| 0.008150361943989992, | |
| 0.008125003892928362, | |
| 0.008189894957467914, | |
| 0.008099324069917202, | |
| 0.008233987959101796, | |
| 0.008074108976870775, | |
| 0.008243771968409419, | |
| 0.008128065150231123, | |
| 0.008220057003200054, | |
| 0.008127238834276795, | |
| 0.008171516004949808, | |
| 0.008156018098816276, | |
| 0.008142570964992046, | |
| 0.008235265966504812, | |
| 0.008116415003314614, | |
| 0.008224582066759467, | |
| 0.008133569033816457, | |
| 0.008259524125605822, | |
| 0.008088737959042192, | |
| 0.008193813962861896, | |
| 0.00812888192012906, | |
| 0.008138170931488276, | |
| 0.008216636022552848, | |
| 0.008116103010252118, | |
| 0.00843726797029376, | |
| 0.00810323585756123, | |
| 0.00823901011608541, | |
| 0.008110252907499671, | |
| 0.00820414605550468, | |
| 0.008094394113868475, | |
| 0.008127034874632955, | |
| 0.008156939875334501, | |
| 0.008104823064059019, | |
| 0.008275825995951891, | |
| 0.008114555850625038, | |
| 0.008189775981009007, | |
| 0.008113085059449077, | |
| 0.008192907087504864, | |
| 0.008118106983602047, | |
| 0.008196756010875106, | |
| 0.008150599896907806, | |
| 0.008103815140202641, | |
| 0.00818301597610116, | |
| 0.008114439202472568, | |
| 0.008249657927080989, | |
| 0.008092946838587523, | |
| 0.008220675867050886, | |
| 0.008087763097137213, | |
| 0.008204153971746564, | |
| 0.008138504112139344, | |
| 0.008131348993629217, | |
| 0.00824556010775268, | |
| 0.008122483035549521, | |
| 0.008176777977496386, | |
| 0.008114040130749345, | |
| 0.008192832814529538, | |
| 0.008117093006148934, | |
| 0.008158748969435692, | |
| 0.008175798924639821, | |
| 0.00813828594982624, | |
| 0.008234409149736166, | |
| 0.008168254047632217, | |
| 0.008179531199857593, | |
| 0.008104423992335796, | |
| 0.008179694879800081, | |
| 0.008119878126308322, | |
| 0.00818686606362462, | |
| 0.008137896889820695, | |
| 0.00818146183155477, | |
| 0.008164752973243594, | |
| 0.008079702034592628, | |
| 0.008225708035752177, | |
| 0.008068405091762543, | |
| 0.008299944922327995, | |
| 0.008094385033473372, | |
| 0.008241157047450542, | |
| 0.00809431099332869, | |
| 0.0082364771515131, | |
| 0.008160755038261414, | |
| 0.008099818835034966, | |
| 0.00820250902324915, | |
| 0.00811420101672411, | |
| 0.008181030163541436, | |
| 0.008091130061075091, | |
| 0.008199512958526611, | |
| 0.008290027035400271, | |
| 0.008300601039081812, | |
| 0.00808291882276535, | |
| 0.00814966601319611, | |
| 0.008147375890985131, | |
| 0.008100599981844425, | |
| 0.008203194942325354, | |
| 0.008129725931212306, | |
| 0.008196349954232574, | |
| 0.008114069001749158, | |
| 0.008247165009379387, | |
| 0.008108234032988548, | |
| 0.008145241998136044, | |
| 0.008140566060319543, | |
| 0.008097667014226317, | |
| 0.008207430131733418, | |
| 0.00807897001504898, | |
| 0.008241421077400446, | |
| 0.008102599065750837, | |
| 0.008213379886001348, | |
| 0.008232273859903216, | |
| 0.008185625076293945, | |
| 0.008099541999399662, | |
| 0.008103336906060576, | |
| 0.008200682932510972, | |
| 0.008135249838232994, | |
| 0.008234931854531169, | |
| 0.008079204941168427, | |
| 0.008242704905569553, | |
| 0.008081217994913459, | |
| 0.008166237035766244, | |
| 0.008659065933898091, | |
| 0.008987909881398082, | |
| 0.008866732940077782, | |
| 0.008939838968217373, | |
| 0.008870097110047936, | |
| 0.009047274943441153, | |
| 0.008952404838055372, | |
| 0.008884279057383537, | |
| 0.008967360015958548, | |
| 0.008866369957104325, | |
| 0.00894702784717083, | |
| 0.008885380811989307, | |
| 0.008957118960097432, | |
| 0.008960068924352527, | |
| 0.00889072916470468, | |
| 0.008849692065268755, | |
| 0.008768104016780853, | |
| 0.00884926994331181, | |
| 0.00868830387480557, | |
| 0.008733514929190278, | |
| 0.0085824781563133, | |
| 0.00862036389298737, | |
| 0.008571675978600979, | |
| 0.008590911980718374, | |
| 0.00864241411909461, | |
| 0.008535003988072276, | |
| 0.008608045987784863, | |
| 0.008526718011125922, | |
| 0.008768036961555481, | |
| 0.008385848952457309, | |
| 0.008535279193893075, | |
| 0.008434161078184843, | |
| 0.008454041788354516, | |
| 0.008432787144556642, | |
| 0.008478426840156317, | |
| 0.008506336016580462, | |
| 0.008226010017096996, | |
| 0.008124424144625664, | |
| 0.008152828086167574, | |
| 0.008216598071157932, | |
| 0.008164077065885067, | |
| 0.008266657125204802, | |
| 0.008209638064727187, | |
| 0.008296715095639229, | |
| 0.008115031057968736, | |
| 0.008259954862296581, | |
| 0.008068123832345009, | |
| 0.008334144949913025, | |
| 0.008132935967296362, | |
| 0.008259301073849201, | |
| 0.008182155899703503, | |
| 0.008122657192870975, | |
| 0.009038093034178019, | |
| 0.00815069698728621, | |
| 0.008252277038991451, | |
| 0.00814222195185721, | |
| 0.008242482086643577, | |
| 0.008115574019029737, | |
| 0.008204867830500007, | |
| 0.008130596950650215, | |
| 0.008196664042770863, | |
| 0.008206147933378816 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_backward_op", | |
| "name": "test_kinematic_torch_op_backward_benchmark[cpu-hand_rolled]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_backward_benchmark[cpu-hand_rolled]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "hand_rolled" | |
| }, | |
| "param": "cpu-hand_rolled", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.014979967847466469, | |
| "max": 0.01757770008407533, | |
| "mean": 0.015219219564460217, | |
| "stddev": 0.0005582528475073855, | |
| "rounds": 20, | |
| "median": 0.01511074707377702, | |
| "iqr": 0.00010410603135824203, | |
| "q1": 0.015049690497107804, | |
| "q3": 0.015153796528466046, | |
| "iqr_outliers": 1, | |
| "stddev_outliers": 1, | |
| "outliers": "1;1", | |
| "ld15iqr": 0.014979967847466469, | |
| "hd15iqr": 0.01757770008407533, | |
| "ops": 65.70639156394003, | |
| "total": 0.30438439128920436, | |
| "data": [ | |
| 0.01757770008407533, | |
| 0.015073193004354835, | |
| 0.01505945692770183, | |
| 0.01510908710770309, | |
| 0.015019427053630352, | |
| 0.014979967847466469, | |
| 0.015058499993756413, | |
| 0.01511240703985095, | |
| 0.015040881000459194, | |
| 0.01512594404630363, | |
| 0.015160665847361088, | |
| 0.015185762895271182, | |
| 0.015170965110883117, | |
| 0.015038768062368035, | |
| 0.01502078608609736, | |
| 0.015184064861387014, | |
| 0.015073396963998675, | |
| 0.015146927209571004, | |
| 0.015121715143322945, | |
| 0.015124775003641844 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_backward_op", | |
| "name": "test_kinematic_torch_op_backward_benchmark[cpu-torch_efficient]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_backward_benchmark[cpu-torch_efficient]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "torch_efficient" | |
| }, | |
| "param": "cpu-torch_efficient", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.022007436957210302, | |
| "max": 0.027549549005925655, | |
| "mean": 0.022229304035297697, | |
| "stddev": 0.00041426835691454737, | |
| "rounds": 225, | |
| "median": 0.022186581045389175, | |
| "iqr": 8.801958756521344e-05, | |
| "q1": 0.02214165701298043, | |
| "q3": 0.022229676600545645, | |
| "iqr_outliers": 6, | |
| "stddev_outliers": 4, | |
| "outliers": "4;6", | |
| "ld15iqr": 0.02203802694566548, | |
| "hd15iqr": 0.022367225028574467, | |
| "ops": 44.98566389717418, | |
| "total": 5.001593407941982, | |
| "data": [ | |
| 0.022173267090693116, | |
| 0.022148715797811747, | |
| 0.022095995023846626, | |
| 0.022111729020252824, | |
| 0.0221548390109092, | |
| 0.02211905806325376, | |
| 0.022197943879291415, | |
| 0.022231301991268992, | |
| 0.022131438832730055, | |
| 0.02218777989037335, | |
| 0.02217902895063162, | |
| 0.02220042794942856, | |
| 0.022085415897890925, | |
| 0.022131107049062848, | |
| 0.022133479826152325, | |
| 0.022189285838976502, | |
| 0.022195807890966535, | |
| 0.02226058905944228, | |
| 0.022161643020808697, | |
| 0.02216587495058775, | |
| 0.022206876892596483, | |
| 0.022095530992373824, | |
| 0.022130859084427357, | |
| 0.022161709843203425, | |
| 0.022220319136977196, | |
| 0.022261060075834394, | |
| 0.022204879904165864, | |
| 0.022141905035823584, | |
| 0.022151252022013068, | |
| 0.022257582983002067, | |
| 0.02217285707592964, | |
| 0.022242170991376042, | |
| 0.02231738599948585, | |
| 0.02220999705605209, | |
| 0.022173822857439518, | |
| 0.02216470311395824, | |
| 0.02215976594015956, | |
| 0.022275366121903062, | |
| 0.022170579992234707, | |
| 0.022229953901842237, | |
| 0.02227840689010918, | |
| 0.02211786201223731, | |
| 0.022247699787840247, | |
| 0.02221522922627628, | |
| 0.02213197387754917, | |
| 0.02212477708235383, | |
| 0.022264612140133977, | |
| 0.02217685803771019, | |
| 0.02214263705536723, | |
| 0.022216422017663717, | |
| 0.02204493386670947, | |
| 0.022143519017845392, | |
| 0.02220562193542719, | |
| 0.02218201500363648, | |
| 0.022221029037609696, | |
| 0.022187554044649005, | |
| 0.022178079932928085, | |
| 0.022270001005381346, | |
| 0.022134335013106465, | |
| 0.02211980684660375, | |
| 0.02210671198554337, | |
| 0.022240726044401526, | |
| 0.0221716589294374, | |
| 0.022193985991179943, | |
| 0.022188802948221564, | |
| 0.022163962945342064, | |
| 0.022055327892303467, | |
| 0.02218098915182054, | |
| 0.022177878068760037, | |
| 0.02214929205365479, | |
| 0.022258144104853272, | |
| 0.022229584166780114, | |
| 0.02233230508863926, | |
| 0.02219696599058807, | |
| 0.022240699967369437, | |
| 0.02213805099017918, | |
| 0.022169715026393533, | |
| 0.02218721993267536, | |
| 0.0222101379185915, | |
| 0.02221428300254047, | |
| 0.022244747960940003, | |
| 0.022163331974297762, | |
| 0.022101609967648983, | |
| 0.022138979053124785, | |
| 0.022192695178091526, | |
| 0.022236080840229988, | |
| 0.022222134051844478, | |
| 0.022314284928143024, | |
| 0.022176030790433288, | |
| 0.022204675944522023, | |
| 0.0221047920640558, | |
| 0.022203953936696053, | |
| 0.022257384844124317, | |
| 0.022175153018906713, | |
| 0.02207161602564156, | |
| 0.022092555882409215, | |
| 0.022183106979355216, | |
| 0.02208968298509717, | |
| 0.02220516884699464, | |
| 0.022220970131456852, | |
| 0.022202765103429556, | |
| 0.022184941917657852, | |
| 0.02210350101813674, | |
| 0.022158456034958363, | |
| 0.022169637959450483, | |
| 0.02212281199172139, | |
| 0.02218805206939578, | |
| 0.022250141017138958, | |
| 0.02218770608305931, | |
| 0.022058058995753527, | |
| 0.02211082191206515, | |
| 0.022167582996189594, | |
| 0.02219204604625702, | |
| 0.022252039052546024, | |
| 0.022216926096007228, | |
| 0.022262144135311246, | |
| 0.02221735194325447, | |
| 0.0221795451361686, | |
| 0.02210198692046106, | |
| 0.022103113820776343, | |
| 0.02213023416697979, | |
| 0.022237166995182633, | |
| 0.022173000033944845, | |
| 0.022135402774438262, | |
| 0.02217776793986559, | |
| 0.022367225028574467, | |
| 0.022217777092009783, | |
| 0.022292857989668846, | |
| 0.022241284139454365, | |
| 0.022251389920711517, | |
| 0.02227011788636446, | |
| 0.022154830861836672, | |
| 0.022186581045389175, | |
| 0.022079386981204152, | |
| 0.022239336976781487, | |
| 0.022277795942500234, | |
| 0.022227304056286812, | |
| 0.022206715075299144, | |
| 0.02210562815889716, | |
| 0.022191561991348863, | |
| 0.022267644992098212, | |
| 0.022149781929329038, | |
| 0.022168305004015565, | |
| 0.022174302954226732, | |
| 0.02214911882765591, | |
| 0.022153218975290656, | |
| 0.02206169907003641, | |
| 0.022183649009093642, | |
| 0.022085316944867373, | |
| 0.022214661817997694, | |
| 0.02203802694566548, | |
| 0.02219607005827129, | |
| 0.022326307138428092, | |
| 0.022126226220279932, | |
| 0.022194885881617665, | |
| 0.022173537872731686, | |
| 0.022207702975720167, | |
| 0.02222573384642601, | |
| 0.02213234710507095, | |
| 0.022076227935031056, | |
| 0.022283873055130243, | |
| 0.022200728999450803, | |
| 0.02226990694180131, | |
| 0.022142257075756788, | |
| 0.02225265698507428, | |
| 0.022049014922231436, | |
| 0.022058564005419612, | |
| 0.02224649302661419, | |
| 0.022185222944244742, | |
| 0.02206244389526546, | |
| 0.022160393884405494, | |
| 0.022007436957210302, | |
| 0.022078675916418433, | |
| 0.022099404130131006, | |
| 0.02211217605508864, | |
| 0.02224208414554596, | |
| 0.02226294483989477, | |
| 0.022228290094062686, | |
| 0.02224664785899222, | |
| 0.027549549005925655, | |
| 0.022174448939040303, | |
| 0.02219939511269331, | |
| 0.022137697087600827, | |
| 0.022250120993703604, | |
| 0.02220752788707614, | |
| 0.02216268819756806, | |
| 0.02206809795461595, | |
| 0.022224860964342952, | |
| 0.022250558016821742, | |
| 0.022133738035336137, | |
| 0.022151821991428733, | |
| 0.02214512089267373, | |
| 0.02216431708075106, | |
| 0.022199977887794375, | |
| 0.02220079698599875, | |
| 0.022107243072241545, | |
| 0.022267958149313927, | |
| 0.022050609812140465, | |
| 0.02220598398707807, | |
| 0.022155046928673983, | |
| 0.022313280031085014, | |
| 0.022318511037155986, | |
| 0.0222020058427006, | |
| 0.022116404958069324, | |
| 0.022953422041609883, | |
| 0.024374556029215455, | |
| 0.022270921850576997, | |
| 0.022140912944450974, | |
| 0.022141921101137996, | |
| 0.022283769911155105, | |
| 0.02222649590112269, | |
| 0.022219073958694935, | |
| 0.02228621393442154, | |
| 0.02220727503299713, | |
| 0.022157313069328666, | |
| 0.02208337001502514, | |
| 0.02205843711271882, | |
| 0.022228769026696682, | |
| 0.024124281015247107, | |
| 0.022330814972519875, | |
| 0.022267570020630956, | |
| 0.022182411048561335, | |
| 0.022275589173659682, | |
| 0.022195684956386685, | |
| 0.02232778794132173 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_backward_op", | |
| "name": "test_kinematic_torch_op_backward_benchmark[cpu-torch_min_depth]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_backward_benchmark[cpu-torch_min_depth]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "torch_min_depth" | |
| }, | |
| "param": "cpu-torch_min_depth", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.020111656049266458, | |
| "max": 0.024323357036337256, | |
| "mean": 0.020390126085076787, | |
| "stddev": 0.000461846072651625, | |
| "rounds": 244, | |
| "median": 0.0203105736291036, | |
| "iqr": 9.021488949656487e-05, | |
| "q1": 0.020263554994016886, | |
| "q3": 0.02035376988351345, | |
| "iqr_outliers": 16, | |
| "stddev_outliers": 10, | |
| "outliers": "10;16", | |
| "ld15iqr": 0.020128291100263596, | |
| "hd15iqr": 0.020507889799773693, | |
| "ops": 49.043345579500084, | |
| "total": 4.975190764758736, | |
| "data": [ | |
| 0.02032624394632876, | |
| 0.02027226286008954, | |
| 0.020252104150131345, | |
| 0.020309836138039827, | |
| 0.022803235100582242, | |
| 0.02031334489583969, | |
| 0.020271355053409934, | |
| 0.020339729031547904, | |
| 0.020411519100889564, | |
| 0.020356911001726985, | |
| 0.020334851928055286, | |
| 0.020422481931746006, | |
| 0.020260558929294348, | |
| 0.020318693947046995, | |
| 0.0202206801623106, | |
| 0.02031662012450397, | |
| 0.020510742906481028, | |
| 0.020236762007698417, | |
| 0.02036446798592806, | |
| 0.020296114031225443, | |
| 0.02031306899152696, | |
| 0.020130402874201536, | |
| 0.020238245138898492, | |
| 0.02026358596049249, | |
| 0.020344447810202837, | |
| 0.020320351934060454, | |
| 0.022172190947458148, | |
| 0.020437641069293022, | |
| 0.020288839004933834, | |
| 0.020346045028418303, | |
| 0.020220098085701466, | |
| 0.020196225959807634, | |
| 0.020302006974816322, | |
| 0.02039940794929862, | |
| 0.02035794616676867, | |
| 0.020270640961825848, | |
| 0.02024400793015957, | |
| 0.020394509891048074, | |
| 0.02031717007048428, | |
| 0.020323463017120957, | |
| 0.020351894898340106, | |
| 0.020148002076894045, | |
| 0.020263020880520344, | |
| 0.02032563090324402, | |
| 0.02035733312368393, | |
| 0.020205165026709437, | |
| 0.02066092612221837, | |
| 0.020318681839853525, | |
| 0.020402207039296627, | |
| 0.020359118934720755, | |
| 0.020264663035050035, | |
| 0.02028670208528638, | |
| 0.020373456878587604, | |
| 0.020344180054962635, | |
| 0.02027545007877052, | |
| 0.020237088901922107, | |
| 0.020312237087637186, | |
| 0.021020338870584965, | |
| 0.020308425882831216, | |
| 0.020356056047603488, | |
| 0.020336237968876958, | |
| 0.020507889799773693, | |
| 0.020241386955603957, | |
| 0.020296608097851276, | |
| 0.020384914008900523, | |
| 0.02027734718285501, | |
| 0.020285099046304822, | |
| 0.020338356029242277, | |
| 0.02033446403220296, | |
| 0.020309810992330313, | |
| 0.023847529897466302, | |
| 0.020373762119561434, | |
| 0.020336213055998087, | |
| 0.02023678901605308, | |
| 0.020228908164426684, | |
| 0.020356120076030493, | |
| 0.020255355164408684, | |
| 0.020310264080762863, | |
| 0.02024406800046563, | |
| 0.020473069045692682, | |
| 0.020286096027120948, | |
| 0.02028685179539025, | |
| 0.020182889187708497, | |
| 0.02027809899300337, | |
| 0.020352980121970177, | |
| 0.02024289802648127, | |
| 0.02029864606447518, | |
| 0.020347011974081397, | |
| 0.02294932003132999, | |
| 0.0203982328530401, | |
| 0.020200242986902595, | |
| 0.020341105991974473, | |
| 0.020412548910826445, | |
| 0.020111656049266458, | |
| 0.02035907399840653, | |
| 0.020311560947448015, | |
| 0.020267145009711385, | |
| 0.02125205402262509, | |
| 0.020326924044638872, | |
| 0.020336142973974347, | |
| 0.020286264829337597, | |
| 0.0203366179484874, | |
| 0.020279833115637302, | |
| 0.020322266966104507, | |
| 0.02032801997847855, | |
| 0.020334952976554632, | |
| 0.020276831928640604, | |
| 0.02037494210526347, | |
| 0.020378800807520747, | |
| 0.020269579021260142, | |
| 0.020339128095656633, | |
| 0.020280388882383704, | |
| 0.020128291100263596, | |
| 0.02028588205575943, | |
| 0.020333037013188004, | |
| 0.02038628701120615, | |
| 0.02026352402754128, | |
| 0.020281314151361585, | |
| 0.024323357036337256, | |
| 0.02031319192610681, | |
| 0.020268335938453674, | |
| 0.020468201022595167, | |
| 0.020209233043715358, | |
| 0.020279892021790147, | |
| 0.020336929010227323, | |
| 0.02024128893390298, | |
| 0.020291527966037393, | |
| 0.020333922002464533, | |
| 0.020219744881615043, | |
| 0.020262555917724967, | |
| 0.02033107215538621, | |
| 0.020359019050374627, | |
| 0.020297275856137276, | |
| 0.021851932862773538, | |
| 0.020761467050760984, | |
| 0.02030172385275364, | |
| 0.020331308944150805, | |
| 0.020351926796138287, | |
| 0.020292296074330807, | |
| 0.02027541003189981, | |
| 0.020237179938703775, | |
| 0.02023004903458059, | |
| 0.02020402392372489, | |
| 0.020350652979686856, | |
| 0.020326388999819756, | |
| 0.020300738979130983, | |
| 0.020401439862325788, | |
| 0.020236415788531303, | |
| 0.020218127872794867, | |
| 0.020337421912699938, | |
| 0.020408489042893052, | |
| 0.020182078005746007, | |
| 0.02023588982410729, | |
| 0.020252652931958437, | |
| 0.020310765132308006, | |
| 0.020245310151949525, | |
| 0.020330277970060706, | |
| 0.02043007197789848, | |
| 0.02025489415973425, | |
| 0.020310382125899196, | |
| 0.020363443065434694, | |
| 0.0203068139962852, | |
| 0.020279630087316036, | |
| 0.02032411191612482, | |
| 0.02030447800643742, | |
| 0.020289646927267313, | |
| 0.020206382032483816, | |
| 0.020289442967623472, | |
| 0.02013077004812658, | |
| 0.020287734922021627, | |
| 0.020240637008100748, | |
| 0.020399099914357066, | |
| 0.02046184497885406, | |
| 0.020443188026547432, | |
| 0.0203056528698653, | |
| 0.020114738028496504, | |
| 0.020392054924741387, | |
| 0.020341088995337486, | |
| 0.020237274933606386, | |
| 0.020335166016593575, | |
| 0.020343848038464785, | |
| 0.020158811006695032, | |
| 0.02026274590753019, | |
| 0.02039664494805038, | |
| 0.020254507893696427, | |
| 0.02023600717075169, | |
| 0.02024713298305869, | |
| 0.02030787686817348, | |
| 0.020353301893919706, | |
| 0.020273840054869652, | |
| 0.02036736812442541, | |
| 0.021915965946391225, | |
| 0.02089358912780881, | |
| 0.020270928973332047, | |
| 0.020453609991818666, | |
| 0.020354237873107195, | |
| 0.02031978708691895, | |
| 0.020267887972295284, | |
| 0.02034519799053669, | |
| 0.020335201872512698, | |
| 0.020296972012147307, | |
| 0.020380058092996478, | |
| 0.0202950369566679, | |
| 0.020343282958492637, | |
| 0.020315628964453936, | |
| 0.02031380613334477, | |
| 0.02027886384166777, | |
| 0.020444666035473347, | |
| 0.02028107480145991, | |
| 0.020246815867722034, | |
| 0.02027119416743517, | |
| 0.020262114936485887, | |
| 0.020232523093000054, | |
| 0.02036152593791485, | |
| 0.020376613130792975, | |
| 0.020246390951797366, | |
| 0.020327843027189374, | |
| 0.020377974957227707, | |
| 0.02037109504453838, | |
| 0.02035636594519019, | |
| 0.020376291126012802, | |
| 0.020231334026902914, | |
| 0.020311927888542414, | |
| 0.02025883086025715, | |
| 0.020273457979783416, | |
| 0.020241386024281383, | |
| 0.02035013702698052, | |
| 0.020301270065829158, | |
| 0.020286703016608953, | |
| 0.02035080222412944, | |
| 0.020229322835803032, | |
| 0.02022991795092821, | |
| 0.0202521828468889, | |
| 0.020402837079018354, | |
| 0.020344758173450828, | |
| 0.020132933044806123, | |
| 0.020280766068026423, | |
| 0.020278543001040816, | |
| 0.02031937288120389, | |
| 0.020432560006156564, | |
| 0.020211081951856613, | |
| 0.020236863987520337, | |
| 0.02028978313319385, | |
| 0.020280274795368314 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_backward_op", | |
| "name": "test_kinematic_torch_op_backward_benchmark[cuda-hand_rolled]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_backward_benchmark[cuda-hand_rolled]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "hand_rolled" | |
| }, | |
| "param": "cuda-hand_rolled", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.005354509921744466, | |
| "max": 0.005738595966249704, | |
| "mean": 0.005521686718566343, | |
| "stddev": 0.0001215717085985756, | |
| "rounds": 8, | |
| "median": 0.005511814961209893, | |
| "iqr": 0.00014793709851801395, | |
| "q1": 0.00544022093527019, | |
| "q3": 0.005588158033788204, | |
| "iqr_outliers": 0, | |
| "stddev_outliers": 2, | |
| "outliers": "2;0", | |
| "ld15iqr": 0.005354509921744466, | |
| "hd15iqr": 0.005738595966249704, | |
| "ops": 181.10408122894032, | |
| "total": 0.044173493748530746, | |
| "data": [ | |
| 0.0056299089919775724, | |
| 0.005539963953197002, | |
| 0.005546407075598836, | |
| 0.005738595966249704, | |
| 0.005416940897703171, | |
| 0.00546350097283721, | |
| 0.005483665969222784, | |
| 0.005354509921744466 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_backward_op", | |
| "name": "test_kinematic_torch_op_backward_benchmark[cuda-torch_efficient]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_backward_benchmark[cuda-torch_efficient]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "torch_efficient" | |
| }, | |
| "param": "cuda-torch_efficient", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.02082781190983951, | |
| "max": 0.024181371787562966, | |
| "mean": 0.02119068269773076, | |
| "stddev": 0.0003718691550054978, | |
| "rounds": 228, | |
| "median": 0.02108517859596759, | |
| "iqr": 0.00027898105327039957, | |
| "q1": 0.021013892022892833, | |
| "q3": 0.021292873076163232, | |
| "iqr_outliers": 10, | |
| "stddev_outliers": 16, | |
| "outliers": "16;10", | |
| "ld15iqr": 0.02082781190983951, | |
| "hd15iqr": 0.021752398926764727, | |
| "ops": 47.19055135052759, | |
| "total": 4.831475655082613, | |
| "data": [ | |
| 0.020978919928893447, | |
| 0.020981685956940055, | |
| 0.021411828929558396, | |
| 0.020970449084416032, | |
| 0.021023116074502468, | |
| 0.021359462989494205, | |
| 0.021137228002771735, | |
| 0.02123211999423802, | |
| 0.020957744913175702, | |
| 0.021060965955257416, | |
| 0.02127349888905883, | |
| 0.021100108977407217, | |
| 0.02101109898649156, | |
| 0.021013704128563404, | |
| 0.021356862969696522, | |
| 0.021335545927286148, | |
| 0.02105768909677863, | |
| 0.021305179921910167, | |
| 0.0210512550547719, | |
| 0.02117552701383829, | |
| 0.021029406925663352, | |
| 0.020993862068280578, | |
| 0.021094962023198605, | |
| 0.021341849118471146, | |
| 0.021015952108427882, | |
| 0.021059765946120024, | |
| 0.020869811065495014, | |
| 0.021057829027995467, | |
| 0.02109802491031587, | |
| 0.02096054796129465, | |
| 0.021111386828124523, | |
| 0.02287051291204989, | |
| 0.021397309843450785, | |
| 0.02107418398372829, | |
| 0.02093179803341627, | |
| 0.020953403087332845, | |
| 0.021122012054547668, | |
| 0.021082152845337987, | |
| 0.022968763019889593, | |
| 0.021345779998227954, | |
| 0.02112606493756175, | |
| 0.021160898031666875, | |
| 0.021206900011748075, | |
| 0.020954299019649625, | |
| 0.021859429078176618, | |
| 0.021080085076391697, | |
| 0.021572100929915905, | |
| 0.020968682831153274, | |
| 0.020993989193812013, | |
| 0.02148299291729927, | |
| 0.021009592106565833, | |
| 0.02082781190983951, | |
| 0.02097949991002679, | |
| 0.02103785495273769, | |
| 0.021509068086743355, | |
| 0.020831156987696886, | |
| 0.021144588012248278, | |
| 0.020908962935209274, | |
| 0.02136471215635538, | |
| 0.021042722975835204, | |
| 0.021074841963127255, | |
| 0.021057025995105505, | |
| 0.021057837875559926, | |
| 0.021564725087955594, | |
| 0.02122936281375587, | |
| 0.021014324855059385, | |
| 0.020924442913383245, | |
| 0.021065755048766732, | |
| 0.021647526882588863, | |
| 0.0214196911547333, | |
| 0.021151065127924085, | |
| 0.021016675978899002, | |
| 0.021313437027856708, | |
| 0.021350622875615954, | |
| 0.0210003899410367, | |
| 0.021092724986374378, | |
| 0.02108532516285777, | |
| 0.02104267803952098, | |
| 0.021562634967267513, | |
| 0.0210762748029083, | |
| 0.02112847799435258, | |
| 0.02099975012242794, | |
| 0.02113930112682283, | |
| 0.021432311041280627, | |
| 0.02138427901081741, | |
| 0.02175902295857668, | |
| 0.021000524051487446, | |
| 0.02102097705937922, | |
| 0.021022158209234476, | |
| 0.02096320898272097, | |
| 0.023694428149610758, | |
| 0.022154834819957614, | |
| 0.021070108050480485, | |
| 0.021325412904843688, | |
| 0.021187577862292528, | |
| 0.021305778995156288, | |
| 0.020983863854780793, | |
| 0.0209832729306072, | |
| 0.021022164030000567, | |
| 0.020898056915029883, | |
| 0.021937944926321507, | |
| 0.0210689480882138, | |
| 0.021035147830843925, | |
| 0.020880444906651974, | |
| 0.02098006592132151, | |
| 0.021309502888470888, | |
| 0.02094453712925315, | |
| 0.021460501942783594, | |
| 0.020940882852301, | |
| 0.021242796909064054, | |
| 0.020960181951522827, | |
| 0.021212765015661716, | |
| 0.021282729925587773, | |
| 0.021328852977603674, | |
| 0.020921858958899975, | |
| 0.02145955804735422, | |
| 0.020946973003447056, | |
| 0.021299120038747787, | |
| 0.021365024149417877, | |
| 0.021106241969391704, | |
| 0.0211029511410743, | |
| 0.021079174941405654, | |
| 0.0212359931319952, | |
| 0.02165159280411899, | |
| 0.02109779790043831, | |
| 0.02133972686715424, | |
| 0.02100690919905901, | |
| 0.02090863697230816, | |
| 0.02104934398084879, | |
| 0.02106989501044154, | |
| 0.021286626113578677, | |
| 0.021133639849722385, | |
| 0.02112649497576058, | |
| 0.02108258497901261, | |
| 0.020984122063964605, | |
| 0.021133662201464176, | |
| 0.021142042940482497, | |
| 0.021344682900235057, | |
| 0.021408030996099114, | |
| 0.02136861183680594, | |
| 0.021107424050569534, | |
| 0.02117778081446886, | |
| 0.02127021597698331, | |
| 0.021095265867188573, | |
| 0.021365636959671974, | |
| 0.021123587852343917, | |
| 0.021436520852148533, | |
| 0.021199122071266174, | |
| 0.021033422090113163, | |
| 0.0209869840182364, | |
| 0.02098239306360483, | |
| 0.021084732143208385, | |
| 0.02108626812696457, | |
| 0.02084675687365234, | |
| 0.021408244036138058, | |
| 0.020954977022483945, | |
| 0.021323211956769228, | |
| 0.021143459947779775, | |
| 0.02100742096081376, | |
| 0.02128366706892848, | |
| 0.021064419066533446, | |
| 0.021497437031939626, | |
| 0.021203537937253714, | |
| 0.021109604043886065, | |
| 0.021316074999049306, | |
| 0.02097959816455841, | |
| 0.021277524065226316, | |
| 0.02133491006679833, | |
| 0.021092610899358988, | |
| 0.021001205081120133, | |
| 0.021043444983661175, | |
| 0.021061168983578682, | |
| 0.02100117295049131, | |
| 0.020993639947846532, | |
| 0.024181371787562966, | |
| 0.021070831920951605, | |
| 0.021042732056230307, | |
| 0.021329452050849795, | |
| 0.02108503202907741, | |
| 0.021133518079295754, | |
| 0.021049378206953406, | |
| 0.021047431975603104, | |
| 0.02101949299685657, | |
| 0.021154004149138927, | |
| 0.02108479104936123, | |
| 0.02102356287650764, | |
| 0.02101642987690866, | |
| 0.021876754006370902, | |
| 0.021316522965207696, | |
| 0.02106468193233013, | |
| 0.020992205012589693, | |
| 0.021113642025738955, | |
| 0.02124797599390149, | |
| 0.02085665799677372, | |
| 0.021109770983457565, | |
| 0.021028448129072785, | |
| 0.021114998031407595, | |
| 0.021020282991230488, | |
| 0.0213230699300766, | |
| 0.020954713225364685, | |
| 0.021752398926764727, | |
| 0.02102761995047331, | |
| 0.02107177791185677, | |
| 0.021270153112709522, | |
| 0.021193047054111958, | |
| 0.020897130016237497, | |
| 0.021042139967903495, | |
| 0.020969673059880733, | |
| 0.02092055999673903, | |
| 0.02122745686210692, | |
| 0.021021243883296847, | |
| 0.02158063999377191, | |
| 0.021320518804714084, | |
| 0.021041748113930225, | |
| 0.020994121907278895, | |
| 0.021338311955332756, | |
| 0.02097440999932587, | |
| 0.02103297389112413, | |
| 0.02108754892833531, | |
| 0.021006077993661165, | |
| 0.021020543994382024, | |
| 0.02101407991722226, | |
| 0.02105744881555438, | |
| 0.020970140118151903, | |
| 0.02151621808297932, | |
| 0.0211549811065197, | |
| 0.021134410984814167, | |
| 0.020992896053940058 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_backward_op", | |
| "name": "test_kinematic_torch_op_backward_benchmark[cuda-torch_min_depth]", | |
| "fullname": "tmol/tests/kinematics/test_torch_op.py::test_kinematic_torch_op_backward_benchmark[cuda-torch_min_depth]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "torch_min_depth" | |
| }, | |
| "param": "cuda-torch_min_depth", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0142524519469589, | |
| "max": 0.01702437805943191, | |
| "mean": 0.01453010041601846, | |
| "stddev": 0.00020969055985978365, | |
| "rounds": 339, | |
| "median": 0.014472126960754395, | |
| "iqr": 0.00019641290418803692, | |
| "q1": 0.014410033589228988, | |
| "q3": 0.014606446493417025, | |
| "iqr_outliers": 11, | |
| "stddev_outliers": 50, | |
| "outliers": "50;11", | |
| "ld15iqr": 0.0142524519469589, | |
| "hd15iqr": 0.014914429979398847, | |
| "ops": 68.82264894037257, | |
| "total": 4.925704041030258, | |
| "data": [ | |
| 0.01450991490855813, | |
| 0.014472126960754395, | |
| 0.014461908023804426, | |
| 0.014792841160669923, | |
| 0.014444667845964432, | |
| 0.014420812949538231, | |
| 0.014653491089120507, | |
| 0.014391415985301137, | |
| 0.014456123113632202, | |
| 0.014300036942586303, | |
| 0.014449368929490447, | |
| 0.014700525905936956, | |
| 0.014406079892069101, | |
| 0.014363918919116259, | |
| 0.014551830012351274, | |
| 0.014608216006308794, | |
| 0.014360012020915747, | |
| 0.014462691964581609, | |
| 0.014362427173182368, | |
| 0.014383079949766397, | |
| 0.014381204033270478, | |
| 0.014451335184276104, | |
| 0.014585509896278381, | |
| 0.01440451992675662, | |
| 0.014373695012181997, | |
| 0.014591143932193518, | |
| 0.014985919930040836, | |
| 0.01438676193356514, | |
| 0.014768942026421428, | |
| 0.014952455880120397, | |
| 0.01441816077567637, | |
| 0.014365438837558031, | |
| 0.014634562889114022, | |
| 0.014475707896053791, | |
| 0.014361118897795677, | |
| 0.014477138174697757, | |
| 0.014653848949819803, | |
| 0.01437080092728138, | |
| 0.014390130061656237, | |
| 0.01439048396423459, | |
| 0.01443112501874566, | |
| 0.014682481996715069, | |
| 0.0143457290250808, | |
| 0.014440406113862991, | |
| 0.014430485898628831, | |
| 0.0143588250502944, | |
| 0.01443725312128663, | |
| 0.015087135136127472, | |
| 0.01448378013446927, | |
| 0.01459705294109881, | |
| 0.014845362864434719, | |
| 0.014710999093949795, | |
| 0.014878446934744716, | |
| 0.014616999076679349, | |
| 0.014647054020315409, | |
| 0.014439302030950785, | |
| 0.014547059079632163, | |
| 0.014503500191494823, | |
| 0.014578408794477582, | |
| 0.014595869928598404, | |
| 0.014761094935238361, | |
| 0.014741725055500865, | |
| 0.01457748981192708, | |
| 0.014551847008988261, | |
| 0.014594336040318012, | |
| 0.01495957700535655, | |
| 0.014778258046135306, | |
| 0.014566209865733981, | |
| 0.014577480033040047, | |
| 0.014756851829588413, | |
| 0.014478817116469145, | |
| 0.014624370960518718, | |
| 0.014532765839248896, | |
| 0.014601137954741716, | |
| 0.014703419059515, | |
| 0.014540961012244225, | |
| 0.014590573031455278, | |
| 0.01479532103985548, | |
| 0.014552409993484616, | |
| 0.014593977015465498, | |
| 0.014886474004015326, | |
| 0.01483599515631795, | |
| 0.01489062700420618, | |
| 0.014985645888373256, | |
| 0.014570483937859535, | |
| 0.014588342979550362, | |
| 0.014644579030573368, | |
| 0.01451894803903997, | |
| 0.01465206709690392, | |
| 0.014780845027416945, | |
| 0.014969282085075974, | |
| 0.014976506121456623, | |
| 0.014575502835214138, | |
| 0.014615854946896434, | |
| 0.014678522944450378, | |
| 0.014670348959043622, | |
| 0.014384708134457469, | |
| 0.014414216158911586, | |
| 0.014355879044160247, | |
| 0.014379406115040183, | |
| 0.01448503090068698, | |
| 0.01433871011249721, | |
| 0.014496272895485163, | |
| 0.014453506795689464, | |
| 0.014555372996255755, | |
| 0.014498499920591712, | |
| 0.014448923990130424, | |
| 0.014441805193200707, | |
| 0.014407105976715684, | |
| 0.014468860812485218, | |
| 0.014615843072533607, | |
| 0.01702437805943191, | |
| 0.01461551315151155, | |
| 0.014505566796287894, | |
| 0.014453565934672952, | |
| 0.01447307295165956, | |
| 0.014473414048552513, | |
| 0.014799714088439941, | |
| 0.014404888032004237, | |
| 0.01446850085631013, | |
| 0.014460350852459669, | |
| 0.01474382821470499, | |
| 0.014799198135733604, | |
| 0.014505785889923573, | |
| 0.014436377910897136, | |
| 0.01441200915724039, | |
| 0.014751517912372947, | |
| 0.014456066070124507, | |
| 0.014430321985855699, | |
| 0.014742754865437746, | |
| 0.014480154030025005, | |
| 0.014773484785109758, | |
| 0.014371750177815557, | |
| 0.014480134937912226, | |
| 0.014403179055079818, | |
| 0.014375649858266115, | |
| 0.01475864788517356, | |
| 0.014388094889000058, | |
| 0.014460696838796139, | |
| 0.014412098098546267, | |
| 0.014458208112046123, | |
| 0.01437497790902853, | |
| 0.015279256971552968, | |
| 0.014451425056904554, | |
| 0.014401559950783849, | |
| 0.014456077944487333, | |
| 0.01435347506776452, | |
| 0.014476049924269319, | |
| 0.014623946975916624, | |
| 0.014485060004517436, | |
| 0.014379113912582397, | |
| 0.01450220006518066, | |
| 0.014655008912086487, | |
| 0.014359686989337206, | |
| 0.014660377986729145, | |
| 0.014355490216985345, | |
| 0.014377267099916935, | |
| 0.014300834853202105, | |
| 0.0147137560416013, | |
| 0.014446003828197718, | |
| 0.0143716000020504, | |
| 0.014456868171691895, | |
| 0.014410445000976324, | |
| 0.014646545983850956, | |
| 0.014595198910683393, | |
| 0.014391325879842043, | |
| 0.01446861494332552, | |
| 0.014736247947439551, | |
| 0.014437432866543531, | |
| 0.014381981920450926, | |
| 0.014385601971298456, | |
| 0.015014854026958346, | |
| 0.014455641154199839, | |
| 0.014392680954188108, | |
| 0.01444827695377171, | |
| 0.014470047084614635, | |
| 0.014346508076414466, | |
| 0.014437397941946983, | |
| 0.014302021823823452, | |
| 0.014515513787046075, | |
| 0.014383723959326744, | |
| 0.014468285022303462, | |
| 0.014422720996662974, | |
| 0.014428216964006424, | |
| 0.014482171041890979, | |
| 0.014417475089430809, | |
| 0.014483359875157475, | |
| 0.014292878098785877, | |
| 0.014543452998623252, | |
| 0.014362473972141743, | |
| 0.01450963201932609, | |
| 0.014463248196989298, | |
| 0.014567052945494652, | |
| 0.014490238158032298, | |
| 0.0144811209756881, | |
| 0.01439365604892373, | |
| 0.014318011002615094, | |
| 0.01467605703510344, | |
| 0.014573895139619708, | |
| 0.014793945010751486, | |
| 0.014914429979398847, | |
| 0.0145707200281322, | |
| 0.014465454034507275, | |
| 0.014651963021606207, | |
| 0.014474835013970733, | |
| 0.014714115066453815, | |
| 0.014423948945477605, | |
| 0.014648776035755873, | |
| 0.014390567783266306, | |
| 0.014511171029880643, | |
| 0.01437710807658732, | |
| 0.01470577297732234, | |
| 0.014450859976932406, | |
| 0.014536954928189516, | |
| 0.014395143138244748, | |
| 0.014619458932429552, | |
| 0.014433325035497546, | |
| 0.014354075072333217, | |
| 0.014378561172634363, | |
| 0.014635305851697922, | |
| 0.014476740034297109, | |
| 0.014384391950443387, | |
| 0.014469429850578308, | |
| 0.014402949018403888, | |
| 0.014365751994773746, | |
| 0.014363012043759227, | |
| 0.014385067159309983, | |
| 0.014445191016420722, | |
| 0.014400617917999625, | |
| 0.014793017879128456, | |
| 0.014335343148559332, | |
| 0.014494025148451328, | |
| 0.01488577388226986, | |
| 0.014415877871215343, | |
| 0.014406997943297029, | |
| 0.014516620896756649, | |
| 0.014402604894712567, | |
| 0.01440108404494822, | |
| 0.014454137068241835, | |
| 0.01432695402763784, | |
| 0.01442606607452035, | |
| 0.014335265848785639, | |
| 0.01448730006814003, | |
| 0.014485570834949613, | |
| 0.014455761993303895, | |
| 0.014489921974018216, | |
| 0.014772627968341112, | |
| 0.014502539997920394, | |
| 0.014387191971763968, | |
| 0.014485860941931605, | |
| 0.014425554079934955, | |
| 0.014596374006941915, | |
| 0.014459145022556186, | |
| 0.014515034155920148, | |
| 0.014476237120106816, | |
| 0.014404153916984797, | |
| 0.014633393846452236, | |
| 0.014340990921482444, | |
| 0.014816852984949946, | |
| 0.014424770139157772, | |
| 0.014358695829287171, | |
| 0.014469811925664544, | |
| 0.014383161207661033, | |
| 0.014765328029170632, | |
| 0.014373888028785586, | |
| 0.014459491008892655, | |
| 0.014430957846343517, | |
| 0.014680918073281646, | |
| 0.014479766832664609, | |
| 0.014294112101197243, | |
| 0.014429108006879687, | |
| 0.014446184039115906, | |
| 0.014526139944791794, | |
| 0.014353335835039616, | |
| 0.014564756071195006, | |
| 0.014471863862127066, | |
| 0.014451484195888042, | |
| 0.014781513949856162, | |
| 0.01445014402270317, | |
| 0.014470900874584913, | |
| 0.014329931931570172, | |
| 0.014423999935388565, | |
| 0.014422032982110977, | |
| 0.014489643974229693, | |
| 0.014414718141779304, | |
| 0.014699545921757817, | |
| 0.014474250841885805, | |
| 0.014765542931854725, | |
| 0.014447444817051291, | |
| 0.014385341899469495, | |
| 0.014446279034018517, | |
| 0.01445722789503634, | |
| 0.014455200172960758, | |
| 0.014444154920056462, | |
| 0.0145701898727566, | |
| 0.014487368986010551, | |
| 0.0142524519469589, | |
| 0.014457634184509516, | |
| 0.014687446178868413, | |
| 0.014549973187968135, | |
| 0.01445275405421853, | |
| 0.014565059915184975, | |
| 0.014455152908340096, | |
| 0.014352506026625633, | |
| 0.01440085400827229, | |
| 0.014631696045398712, | |
| 0.01448792777955532, | |
| 0.014410003088414669, | |
| 0.014404914109036326, | |
| 0.014505113009363413, | |
| 0.014679132960736752, | |
| 0.014500424033030868, | |
| 0.014393700985237956, | |
| 0.01447779405862093, | |
| 0.014314559055492282, | |
| 0.01476273499429226, | |
| 0.014874354936182499, | |
| 0.014407751150429249, | |
| 0.014703752007335424, | |
| 0.014438478043302894, | |
| 0.01455942285247147, | |
| 0.014455013908445835, | |
| 0.014687665970996022, | |
| 0.01472566812299192, | |
| 0.014458348043262959, | |
| 0.014472887851297855, | |
| 0.014410125091671944, | |
| 0.014578212983906269, | |
| 0.014486604137346148, | |
| 0.014518158044666052, | |
| 0.014436041936278343, | |
| 0.014341457048431039, | |
| 0.014685326954349875, | |
| 0.014431190909817815, | |
| 0.014437654055655003, | |
| 0.014353391947224736, | |
| 0.014887267025187612, | |
| 0.014623249182477593, | |
| 0.01465965318493545 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-full-total_cart]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-full-total_cart]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.TotalScore'>]" | |
| }, | |
| "param": "cpu-full-total_cart", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.17418217309750617, | |
| "max": 0.38481190893799067, | |
| "mean": 0.21143082422063206, | |
| "stddev": 0.052956125876033405, | |
| "rounds": 33, | |
| "median": 0.18242304399609566, | |
| "iqr": 0.06580343696987256, | |
| "q1": 0.1773201932082884, | |
| "q3": 0.24312363017816097, | |
| "iqr_outliers": 1, | |
| "stddev_outliers": 4, | |
| "outliers": "4;1", | |
| "ld15iqr": 0.17418217309750617, | |
| "hd15iqr": 0.38481190893799067, | |
| "ops": 4.729679334534879, | |
| "total": 6.977217199280858, | |
| "data": [ | |
| 0.2305017418693751, | |
| 0.24091574386693537, | |
| 0.2544836290180683, | |
| 0.38481190893799067, | |
| 0.28756253118626773, | |
| 0.23404079512692988, | |
| 0.25457701180130243, | |
| 0.255552712129429, | |
| 0.24974728911183774, | |
| 0.18152529117651284, | |
| 0.1806462830863893, | |
| 0.18144692992791533, | |
| 0.2927482188679278, | |
| 0.1807745499536395, | |
| 0.18042040197178721, | |
| 0.1782073169015348, | |
| 0.1776481019333005, | |
| 0.18242304399609566, | |
| 0.17633646703325212, | |
| 0.1756180899683386, | |
| 0.17418217309750617, | |
| 0.17486608610488474, | |
| 0.18303178204223514, | |
| 0.3369333450682461, | |
| 0.19890429102815688, | |
| 0.17515134788118303, | |
| 0.17561835190281272, | |
| 0.1827906621620059, | |
| 0.17510031210258603, | |
| 0.17498827492818236, | |
| 0.18275915901176631, | |
| 0.1851198540534824, | |
| 0.17778350203298032 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-full-total_torsion]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-full-total_torsion]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceTotal'>]" | |
| }, | |
| "param": "cpu-full-total_torsion", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.21095916698686779, | |
| "max": 0.4296237649396062, | |
| "mean": 0.27425542979472084, | |
| "stddev": 0.05659198473461592, | |
| "rounds": 32, | |
| "median": 0.25566996342968196, | |
| "iqr": 0.08935487386770546, | |
| "q1": 0.2219396340660751, | |
| "q3": 0.31129450793378055, | |
| "iqr_outliers": 0, | |
| "stddev_outliers": 10, | |
| "outliers": "10;0", | |
| "ld15iqr": 0.21095916698686779, | |
| "hd15iqr": 0.4296237649396062, | |
| "ops": 3.646235922287833, | |
| "total": 8.776173753431067, | |
| "data": [ | |
| 0.3159456788562238, | |
| 0.2475192970596254, | |
| 0.24831661279313266, | |
| 0.250265188049525, | |
| 0.34188251104205847, | |
| 0.27794221392832696, | |
| 0.2741025621071458, | |
| 0.2600806390400976, | |
| 0.2503434969112277, | |
| 0.2512592878192663, | |
| 0.21095916698686779, | |
| 0.2883654891047627, | |
| 0.39583629998378456, | |
| 0.31407595705240965, | |
| 0.2955465780105442, | |
| 0.21829669084399939, | |
| 0.21986007201485336, | |
| 0.2238639979623258, | |
| 0.2146561909466982, | |
| 0.22001527016982436, | |
| 0.37477401713840663, | |
| 0.2501915148459375, | |
| 0.3124969599302858, | |
| 0.3100920559372753, | |
| 0.3316151478793472, | |
| 0.30072813597507775, | |
| 0.4296237649396062, | |
| 0.2661003149114549, | |
| 0.2170818520244211, | |
| 0.21426087198778987, | |
| 0.2351133730262518, | |
| 0.21496254415251315 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-full-hbond]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-full-hbond]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.HBondScore'>]" | |
| }, | |
| "param": "cpu-full-hbond", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.056437436025589705, | |
| "max": 0.0726245220284909, | |
| "mean": 0.06257013162562194, | |
| "stddev": 0.004701008183202969, | |
| "rounds": 26, | |
| "median": 0.06276716245338321, | |
| "iqr": 0.004386126063764095, | |
| "q1": 0.058957607951015234, | |
| "q3": 0.06334373401477933, | |
| "iqr_outliers": 3, | |
| "stddev_outliers": 8, | |
| "outliers": "8;3", | |
| "ld15iqr": 0.056437436025589705, | |
| "hd15iqr": 0.07231168285943568, | |
| "ops": 15.98206642721059, | |
| "total": 1.6268234222661704, | |
| "data": [ | |
| 0.06249127583578229, | |
| 0.056652358965948224, | |
| 0.056437436025589705, | |
| 0.057228485122323036, | |
| 0.05735822790302336, | |
| 0.057921667117625475, | |
| 0.058112598955631256, | |
| 0.058957607951015234, | |
| 0.05984151014126837, | |
| 0.06006418401375413, | |
| 0.06019009300507605, | |
| 0.062257422134280205, | |
| 0.06301744212396443, | |
| 0.06352545297704637, | |
| 0.06281748600304127, | |
| 0.06334373401477933, | |
| 0.06331983092240989, | |
| 0.06284388992935419, | |
| 0.06271683890372515, | |
| 0.06289335014298558, | |
| 0.06283820699900389, | |
| 0.06924663716927171, | |
| 0.07255858415737748, | |
| 0.07231168285943568, | |
| 0.0726245220284909, | |
| 0.06525289686396718 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-full-ljlk]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-full-ljlk]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.LJLKScore'>]" | |
| }, | |
| "param": "cpu-full-ljlk", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.10621330793946981, | |
| "max": 0.3081041960977018, | |
| "mean": 0.1504607751760914, | |
| "stddev": 0.047985837920037494, | |
| "rounds": 66, | |
| "median": 0.12753108842298388, | |
| "iqr": 0.06269986787810922, | |
| "q1": 0.11495300801470876, | |
| "q3": 0.17765287589281797, | |
| "iqr_outliers": 2, | |
| "stddev_outliers": 7, | |
| "outliers": "7;2", | |
| "ld15iqr": 0.10621330793946981, | |
| "hd15iqr": 0.2764159347862005, | |
| "ops": 6.64625048508259, | |
| "total": 9.930411161622033, | |
| "data": [ | |
| 0.14529655687510967, | |
| 0.13216757704503834, | |
| 0.134585021995008, | |
| 0.1412709050346166, | |
| 0.14868294703774154, | |
| 0.15097487182356417, | |
| 0.1511163900140673, | |
| 0.1889212050009519, | |
| 0.19124313001520932, | |
| 0.18713125819340348, | |
| 0.3081041960977018, | |
| 0.21507141599431634, | |
| 0.14238205109722912, | |
| 0.12528603780083358, | |
| 0.12414133688434958, | |
| 0.13100745319388807, | |
| 0.1245451420545578, | |
| 0.17765287589281797, | |
| 0.11484770500101149, | |
| 0.1172060479875654, | |
| 0.14403651398606598, | |
| 0.1087230599950999, | |
| 0.10956538910977542, | |
| 0.10893403994850814, | |
| 0.26763428398407996, | |
| 0.15017431299202144, | |
| 0.11385322804562747, | |
| 0.1146968649700284, | |
| 0.11441433196887374, | |
| 0.11495300801470876, | |
| 0.11398178315721452, | |
| 0.11314429482445121, | |
| 0.11505153006874025, | |
| 0.11372937308624387, | |
| 0.11673020711168647, | |
| 0.11245925910770893, | |
| 0.11182665918022394, | |
| 0.1104197830427438, | |
| 0.10907279490493238, | |
| 0.10857417597435415, | |
| 0.10621330793946981, | |
| 0.11705819400958717, | |
| 0.2651644099969417, | |
| 0.1879959348589182, | |
| 0.1861093300394714, | |
| 0.19048781995661557, | |
| 0.18650624505244195, | |
| 0.18723295000381768, | |
| 0.26099738711491227, | |
| 0.25414143316447735, | |
| 0.16319031594321132, | |
| 0.11825901991687715, | |
| 0.1256627319380641, | |
| 0.2764159347862005, | |
| 0.16777040110900998, | |
| 0.14032502518966794, | |
| 0.19705273606814444, | |
| 0.16636126791127026, | |
| 0.12709796195849776, | |
| 0.12587518501095474, | |
| 0.1270639798603952, | |
| 0.12612147512845695, | |
| 0.12478234618902206, | |
| 0.12508181319572031, | |
| 0.12796421488747, | |
| 0.12587072188034654 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-full-kinematics]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-full-kinematics]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceDummy'>]" | |
| }, | |
| "param": "cpu-full-kinematics", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.023837869055569172, | |
| "max": 0.17150310706347227, | |
| "mean": 0.03276526726794993, | |
| "stddev": 0.015879310388076395, | |
| "rounds": 147, | |
| "median": 0.03009392088279128, | |
| "iqr": 0.0014126989408396184, | |
| "q1": 0.029877296357881278, | |
| "q3": 0.031289995298720896, | |
| "iqr_outliers": 14, | |
| "stddev_outliers": 4, | |
| "outliers": "4;14", | |
| "ld15iqr": 0.028494606958702207, | |
| "hd15iqr": 0.0335732470266521, | |
| "ops": 30.520123392314645, | |
| "total": 4.81649428838864, | |
| "data": [ | |
| 0.029967477079480886, | |
| 0.030113960849121213, | |
| 0.030857919016852975, | |
| 0.029864953830838203, | |
| 0.031458958983421326, | |
| 0.02985471300780773, | |
| 0.03146876092068851, | |
| 0.02985670417547226, | |
| 0.03159655397757888, | |
| 0.02968915388919413, | |
| 0.03153339494019747, | |
| 0.02995755011215806, | |
| 0.03149786498397589, | |
| 0.029800703981891274, | |
| 0.03143700095824897, | |
| 0.029696814948692918, | |
| 0.031504126032814384, | |
| 0.029773132875561714, | |
| 0.03151107509620488, | |
| 0.02969465497881174, | |
| 0.031516951974481344, | |
| 0.029887568904086947, | |
| 0.03138098609633744, | |
| 0.02979467296972871, | |
| 0.029850170947611332, | |
| 0.030399142066016793, | |
| 0.03006403404287994, | |
| 0.0313591999001801, | |
| 0.029896396910771728, | |
| 0.03144825412891805, | |
| 0.030080643948167562, | |
| 0.03129975008778274, | |
| 0.02984175900928676, | |
| 0.030147040961310267, | |
| 0.02732321503572166, | |
| 0.030933313071727753, | |
| 0.03002305794507265, | |
| 0.030051789013668895, | |
| 0.02994602802209556, | |
| 0.031034493120387197, | |
| 0.029930608114227653, | |
| 0.029982508160173893, | |
| 0.030182168819010258, | |
| 0.03093152097426355, | |
| 0.029927503084763885, | |
| 0.02991082821972668, | |
| 0.03110492811538279, | |
| 0.029863195028156042, | |
| 0.030188055941835046, | |
| 0.033945217030122876, | |
| 0.03009392088279128, | |
| 0.03222763421945274, | |
| 0.029824992176145315, | |
| 0.03071890608407557, | |
| 0.029804379912093282, | |
| 0.032271134899929166, | |
| 0.02986801485531032, | |
| 0.030746897915378213, | |
| 0.029816586058586836, | |
| 0.06581413210369647, | |
| 0.15461980109103024, | |
| 0.023837869055569172, | |
| 0.03225057083182037, | |
| 0.03101612301543355, | |
| 0.03000159887596965, | |
| 0.02987387217581272, | |
| 0.031020645052194595, | |
| 0.03004041314125061, | |
| 0.029960610903799534, | |
| 0.03004154283553362, | |
| 0.030903578037396073, | |
| 0.030162476934492588, | |
| 0.031029785983264446, | |
| 0.02990168984979391, | |
| 0.030905824154615402, | |
| 0.03175390395335853, | |
| 0.03494542697444558, | |
| 0.027333632111549377, | |
| 0.033176454016938806, | |
| 0.030506661161780357, | |
| 0.030946281971409917, | |
| 0.03036956093274057, | |
| 0.030937418108806014, | |
| 0.03021792508661747, | |
| 0.031130961840972304, | |
| 0.029969611205160618, | |
| 0.031449842965230346, | |
| 0.029729518806561828, | |
| 0.03172118100337684, | |
| 0.02982643386349082, | |
| 0.03160005388781428, | |
| 0.02982086199335754, | |
| 0.03134388104081154, | |
| 0.029785047052428126, | |
| 0.02852670196443796, | |
| 0.02880166587419808, | |
| 0.029954675119370222, | |
| 0.030076633905991912, | |
| 0.030879432102665305, | |
| 0.030115034198388457, | |
| 0.029924409929662943, | |
| 0.03003386897034943, | |
| 0.031049737939611077, | |
| 0.02991475211456418, | |
| 0.0335732470266521, | |
| 0.028494606958702207, | |
| 0.030946072889491916, | |
| 0.029942262917757034, | |
| 0.030018641846254468, | |
| 0.03104550391435623, | |
| 0.030308076879009604, | |
| 0.03284676792100072, | |
| 0.05500344792380929, | |
| 0.03150777402333915, | |
| 0.03638723003678024, | |
| 0.030854100827127695, | |
| 0.029704066924750805, | |
| 0.029703413834795356, | |
| 0.03031084220856428, | |
| 0.029909550910815597, | |
| 0.031396962935104966, | |
| 0.02968450984917581, | |
| 0.03735090093687177, | |
| 0.17150310706347227, | |
| 0.041368907084688544, | |
| 0.029659234918653965, | |
| 0.02988833305425942, | |
| 0.029738933080807328, | |
| 0.029867070959880948, | |
| 0.030406154925003648, | |
| 0.030105493031442165, | |
| 0.03126073093153536, | |
| 0.029706801054999232, | |
| 0.031753804069012403, | |
| 0.02963665802963078, | |
| 0.02882252400740981, | |
| 0.030712351202964783, | |
| 0.02452729013748467, | |
| 0.03259287588298321, | |
| 0.02998495101928711, | |
| 0.029990568989887834, | |
| 0.030044460901990533, | |
| 0.029961910098791122, | |
| 0.029989364091306925, | |
| 0.030016833916306496, | |
| 0.02996508590877056, | |
| 0.030027815839275718 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-forward-total_cart]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-forward-total_cart]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.TotalScore'>]" | |
| }, | |
| "param": "cpu-forward-total_cart", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.06382118188776076, | |
| "max": 0.10935175511986017, | |
| "mean": 0.0701130855178355, | |
| "stddev": 0.011084408223281503, | |
| "rounds": 53, | |
| "median": 0.0668031140230596, | |
| "iqr": 0.0011423698160797358, | |
| "q1": 0.0663446604157798, | |
| "q3": 0.06748703023185953, | |
| "iqr_outliers": 7, | |
| "stddev_outliers": 5, | |
| "outliers": "5;7", | |
| "ld15iqr": 0.06479627196677029, | |
| "hd15iqr": 0.10107867000624537, | |
| "ops": 14.262672832243533, | |
| "total": 3.7159935324452817, | |
| "data": [ | |
| 0.06459383410401642, | |
| 0.06382118188776076, | |
| 0.06532918405719101, | |
| 0.06759303598664701, | |
| 0.0667138360440731, | |
| 0.0667168281506747, | |
| 0.06639328715391457, | |
| 0.10240750201046467, | |
| 0.06835884694010019, | |
| 0.06727991113439202, | |
| 0.0671674048062414, | |
| 0.06515758484601974, | |
| 0.06479627196677029, | |
| 0.06553243682719767, | |
| 0.06648801802657545, | |
| 0.0664513218216598, | |
| 0.10246792202815413, | |
| 0.06628366815857589, | |
| 0.06673246086575091, | |
| 0.10107867000624537, | |
| 0.06765155703760684, | |
| 0.06718357815407217, | |
| 0.06632430688478053, | |
| 0.06592083699069917, | |
| 0.06657834793440998, | |
| 0.0661143190227449, | |
| 0.06504294602200389, | |
| 0.06635144492611289, | |
| 0.06657971302047372, | |
| 0.0668391881044954, | |
| 0.0666166681330651, | |
| 0.06761873885989189, | |
| 0.1042562760412693, | |
| 0.06659725098870695, | |
| 0.06753332796506584, | |
| 0.0664688260294497, | |
| 0.06751236296258867, | |
| 0.10935175511986017, | |
| 0.06778751802630723, | |
| 0.06682140310294926, | |
| 0.06753473705612123, | |
| 0.06598243303596973, | |
| 0.06529355398379266, | |
| 0.06747858598828316, | |
| 0.06726516014896333, | |
| 0.06658318801783025, | |
| 0.06688588601537049, | |
| 0.06747593195177615, | |
| 0.06687484891153872, | |
| 0.06732905702665448, | |
| 0.0669726449996233, | |
| 0.0668031140230596, | |
| 0.06700081913731992 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-forward-total_torsion]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-forward-total_torsion]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceTotal'>]" | |
| }, | |
| "param": "cpu-forward-total_torsion", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0649971030652523, | |
| "max": 0.10362742189317942, | |
| "mean": 0.06776384343261975, | |
| "stddev": 0.00661173190716361, | |
| "rounds": 71, | |
| "median": 0.06636558682657778, | |
| "iqr": 0.0008958835969679058, | |
| "q1": 0.06601424363907427, | |
| "q3": 0.06691012723604217, | |
| "iqr_outliers": 5, | |
| "stddev_outliers": 3, | |
| "outliers": "3;5", | |
| "ld15iqr": 0.0649971030652523, | |
| "hd15iqr": 0.06874719611369073, | |
| "ops": 14.75713226027888, | |
| "total": 4.811232883716002, | |
| "data": [ | |
| 0.06606002594344318, | |
| 0.06772033986635506, | |
| 0.06733085191808641, | |
| 0.06636468297801912, | |
| 0.06692857388406992, | |
| 0.06673614401370287, | |
| 0.06657974794507027, | |
| 0.0666888679843396, | |
| 0.06528908596374094, | |
| 0.06642586411908269, | |
| 0.06653168005868793, | |
| 0.0657098051160574, | |
| 0.10362742189317942, | |
| 0.06647080788388848, | |
| 0.06803235481493175, | |
| 0.06640324485488236, | |
| 0.06604714086279273, | |
| 0.0649971030652523, | |
| 0.0662264721468091, | |
| 0.06713404692709446, | |
| 0.06523554213345051, | |
| 0.06711467495188117, | |
| 0.06620036717504263, | |
| 0.06597471795976162, | |
| 0.06874719611369073, | |
| 0.06550333695486188, | |
| 0.06562194810248911, | |
| 0.06516029499471188, | |
| 0.06625416595488787, | |
| 0.06763329496607184, | |
| 0.06516784778796136, | |
| 0.06619139714166522, | |
| 0.06550834397785366, | |
| 0.06634894898161292, | |
| 0.06643284019082785, | |
| 0.06751882913522422, | |
| 0.06692484603263438, | |
| 0.06626211991533637, | |
| 0.06619750894606113, | |
| 0.06675469595938921, | |
| 0.06642873515374959, | |
| 0.0652047919575125, | |
| 0.06655369093641639, | |
| 0.09010216896422207, | |
| 0.06616704282350838, | |
| 0.06584689696319401, | |
| 0.06684686685912311, | |
| 0.06774277589283884, | |
| 0.06553956004790962, | |
| 0.06534174317494035, | |
| 0.06725494796410203, | |
| 0.06629169196821749, | |
| 0.06584173906594515, | |
| 0.06686597084626555, | |
| 0.06733850296586752, | |
| 0.06606796197593212, | |
| 0.066699547925964, | |
| 0.06606171908788383, | |
| 0.06745006097480655, | |
| 0.06639926880598068, | |
| 0.06600327789783478, | |
| 0.06513167708180845, | |
| 0.0662207780405879, | |
| 0.06615307996980846, | |
| 0.06650816206820309, | |
| 0.06929386407136917, | |
| 0.06551186903379858, | |
| 0.06661694287322462, | |
| 0.1010071279015392, | |
| 0.06631765398196876, | |
| 0.06636558682657778 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-forward-hbond]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-forward-hbond]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.HBondScore'>]" | |
| }, | |
| "param": "cpu-forward-hbond", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.016797553980723023, | |
| "max": 0.047188272001221776, | |
| "mean": 0.01705116900201473, | |
| "stddev": 0.0018225581920625694, | |
| "rounds": 297, | |
| "median": 0.016880040988326073, | |
| "iqr": 4.8380461521446705e-05, | |
| "q1": 0.0168568899971433, | |
| "q3": 0.016905270458664745, | |
| "iqr_outliers": 27, | |
| "stddev_outliers": 5, | |
| "outliers": "5;27", | |
| "ld15iqr": 0.016797553980723023, | |
| "hd15iqr": 0.01697887317277491, | |
| "ops": 58.647005368478965, | |
| "total": 5.064197193598375, | |
| "data": [ | |
| 0.016909474972635508, | |
| 0.016919944202527404, | |
| 0.01687727402895689, | |
| 0.016881881980225444, | |
| 0.016850735060870647, | |
| 0.016839508898556232, | |
| 0.016888073179870844, | |
| 0.016886418918147683, | |
| 0.01685064099729061, | |
| 0.01689093094319105, | |
| 0.01691804197616875, | |
| 0.01687838905490935, | |
| 0.016830313950777054, | |
| 0.01687898999080062, | |
| 0.01689976779744029, | |
| 0.016885265009477735, | |
| 0.016881358111277223, | |
| 0.016864110017195344, | |
| 0.016939379973337054, | |
| 0.016881563933566213, | |
| 0.016868930077180266, | |
| 0.016859081108123064, | |
| 0.01687825913541019, | |
| 0.016909702913835645, | |
| 0.01691233110614121, | |
| 0.016950449906289577, | |
| 0.016857883892953396, | |
| 0.016854027984663844, | |
| 0.016835300950333476, | |
| 0.016855270136147738, | |
| 0.016813150141388178, | |
| 0.016837385017424822, | |
| 0.016876595094799995, | |
| 0.016838980838656425, | |
| 0.016835910035297275, | |
| 0.016841161996126175, | |
| 0.016970301046967506, | |
| 0.016824408899992704, | |
| 0.016933979000896215, | |
| 0.016837059054523706, | |
| 0.01686063501983881, | |
| 0.016840340103954077, | |
| 0.016838487004861236, | |
| 0.016847596038132906, | |
| 0.01685418514534831, | |
| 0.01688265986740589, | |
| 0.016914770007133484, | |
| 0.016878978814929724, | |
| 0.016861564945429564, | |
| 0.016853759996593, | |
| 0.0168914298992604, | |
| 0.016886282013729215, | |
| 0.017102625919505954, | |
| 0.016898640198633075, | |
| 0.01687844400294125, | |
| 0.016841662814840674, | |
| 0.016875934088602662, | |
| 0.016904092160984874, | |
| 0.016845616046339273, | |
| 0.016849568113684654, | |
| 0.016857404028996825, | |
| 0.016893694177269936, | |
| 0.016848600935190916, | |
| 0.016875175992026925, | |
| 0.016868591075763106, | |
| 0.016907101031392813, | |
| 0.016975685954093933, | |
| 0.016873074928298593, | |
| 0.016892541898414493, | |
| 0.016829214990139008, | |
| 0.0168672411236912, | |
| 0.01686379685997963, | |
| 0.01686197379603982, | |
| 0.01690460881218314, | |
| 0.01702961791306734, | |
| 0.016893815016373992, | |
| 0.016925964038819075, | |
| 0.016840255120769143, | |
| 0.01684122602455318, | |
| 0.016934744082391262, | |
| 0.01686240383423865, | |
| 0.01689050393179059, | |
| 0.016859150025993586, | |
| 0.016891591949388385, | |
| 0.01686233002692461, | |
| 0.0168875721283257, | |
| 0.01689251698553562, | |
| 0.01689987489953637, | |
| 0.016911382786929607, | |
| 0.016897579189389944, | |
| 0.016984479036182165, | |
| 0.01690283906646073, | |
| 0.016868385951966047, | |
| 0.01689485413953662, | |
| 0.016911215847358108, | |
| 0.016829333966597915, | |
| 0.01686821086332202, | |
| 0.016898419940844178, | |
| 0.017002483131363988, | |
| 0.01687911292538047, | |
| 0.016839920077472925, | |
| 0.016891377978026867, | |
| 0.016812654910609126, | |
| 0.01686761504970491, | |
| 0.017069758847355843, | |
| 0.01688450505025685, | |
| 0.01684083486907184, | |
| 0.016901049064472318, | |
| 0.01701597194187343, | |
| 0.01687881094403565, | |
| 0.016863955184817314, | |
| 0.016893580090254545, | |
| 0.016860726987943053, | |
| 0.01696682278998196, | |
| 0.01686144690029323, | |
| 0.016934978077188134, | |
| 0.01690296409651637, | |
| 0.01690202997997403, | |
| 0.016893290216103196, | |
| 0.016866823891177773, | |
| 0.016880718059837818, | |
| 0.01689766882918775, | |
| 0.016908650984987617, | |
| 0.016868515871465206, | |
| 0.016866692109033465, | |
| 0.016871186904609203, | |
| 0.017085297964513302, | |
| 0.016890169121325016, | |
| 0.01690485398285091, | |
| 0.01691339397802949, | |
| 0.01688906899653375, | |
| 0.017012399854138494, | |
| 0.01685250806622207, | |
| 0.01689269603230059, | |
| 0.01684783981181681, | |
| 0.016937184846028686, | |
| 0.01683807000517845, | |
| 0.016875935019925237, | |
| 0.016856566071510315, | |
| 0.01690362603403628, | |
| 0.01686249114573002, | |
| 0.016865260899066925, | |
| 0.016905338037759066, | |
| 0.016904045827686787, | |
| 0.01687426189891994, | |
| 0.01688375207595527, | |
| 0.016884614946320653, | |
| 0.01686717104166746, | |
| 0.016875402070581913, | |
| 0.017080861143767834, | |
| 0.01691555790603161, | |
| 0.01689512305893004, | |
| 0.017009700881317258, | |
| 0.016872158041223884, | |
| 0.016873930813744664, | |
| 0.01686694100499153, | |
| 0.016867301193997264, | |
| 0.016936586005613208, | |
| 0.016878695925697684, | |
| 0.01687672594562173, | |
| 0.016895351000130177, | |
| 0.016921562142670155, | |
| 0.01683610607869923, | |
| 0.01683813496492803, | |
| 0.016855424037203193, | |
| 0.016799635021016, | |
| 0.01684473198838532, | |
| 0.01685891509987414, | |
| 0.01695681200362742, | |
| 0.016801052959635854, | |
| 0.016862557968124747, | |
| 0.01684850500896573, | |
| 0.016851289896294475, | |
| 0.01689533400349319, | |
| 0.01685923500917852, | |
| 0.01687590591609478, | |
| 0.01689869281835854, | |
| 0.016853334149345756, | |
| 0.016857790062204003, | |
| 0.016864581033587456, | |
| 0.01682452321983874, | |
| 0.01691222400404513, | |
| 0.01691678399220109, | |
| 0.01685622800141573, | |
| 0.016900608083233237, | |
| 0.016907909885048866, | |
| 0.017026780173182487, | |
| 0.016853866167366505, | |
| 0.016865180106833577, | |
| 0.01686383900232613, | |
| 0.016877379966899753, | |
| 0.016848858911544085, | |
| 0.01687477296218276, | |
| 0.01691015181131661, | |
| 0.01686625392176211, | |
| 0.020491623086854815, | |
| 0.017539706081151962, | |
| 0.01683544786646962, | |
| 0.01687887590378523, | |
| 0.017028146889060736, | |
| 0.01686966815032065, | |
| 0.016895957989618182, | |
| 0.019577256171032786, | |
| 0.047188272001221776, | |
| 0.01705260411836207, | |
| 0.01689123408868909, | |
| 0.016967895906418562, | |
| 0.016834117006510496, | |
| 0.016887878067791462, | |
| 0.017263171961531043, | |
| 0.016797553980723023, | |
| 0.01685121189802885, | |
| 0.016905911033973098, | |
| 0.016849234933033586, | |
| 0.016919040819630027, | |
| 0.016877280082553625, | |
| 0.01740012690424919, | |
| 0.016891536070033908, | |
| 0.016889805905520916, | |
| 0.01689020195044577, | |
| 0.01682792790234089, | |
| 0.01685775979422033, | |
| 0.0169317030813545, | |
| 0.016883478965610266, | |
| 0.01697887317277491, | |
| 0.01687408983707428, | |
| 0.016906884033232927, | |
| 0.01689113606698811, | |
| 0.016839596908539534, | |
| 0.01704539405182004, | |
| 0.016913466854020953, | |
| 0.016859597992151976, | |
| 0.016892682062461972, | |
| 0.01691901497542858, | |
| 0.01690509798936546, | |
| 0.016918770968914032, | |
| 0.016896258108317852, | |
| 0.016871755942702293, | |
| 0.016855022870004177, | |
| 0.01690524793229997, | |
| 0.01688747201114893, | |
| 0.016872857930138707, | |
| 0.016873701941221952, | |
| 0.016891230829060078, | |
| 0.01687254197895527, | |
| 0.0169284800067544, | |
| 0.016885095974430442, | |
| 0.016880040988326073, | |
| 0.016837122850120068, | |
| 0.01689621200785041, | |
| 0.016821294091641903, | |
| 0.016856285976246, | |
| 0.01688983105123043, | |
| 0.016930339159443974, | |
| 0.016910318052396178, | |
| 0.01690100901760161, | |
| 0.016856997972354293, | |
| 0.016854835906997323, | |
| 0.01690826192498207, | |
| 0.01696560112759471, | |
| 0.017001471016556025, | |
| 0.018222355982288718, | |
| 0.0168669898994267, | |
| 0.016893084859475493, | |
| 0.01690250402316451, | |
| 0.01688626385293901, | |
| 0.017195176100358367, | |
| 0.016943075926974416, | |
| 0.016851335065439343, | |
| 0.016849617939442396, | |
| 0.016896033892408013, | |
| 0.016858862014487386, | |
| 0.023601200198754668, | |
| 0.017263324931263924, | |
| 0.016823336947709322, | |
| 0.01687543699517846, | |
| 0.01685359887778759, | |
| 0.01689445902593434, | |
| 0.016853374894708395, | |
| 0.018945347983390093, | |
| 0.016916697146371007, | |
| 0.01685181795619428, | |
| 0.016892245039343834, | |
| 0.016914874082431197, | |
| 0.016836886992678046, | |
| 0.016970162047073245, | |
| 0.016821633093059063, | |
| 0.016846944112330675, | |
| 0.016868150094524026, | |
| 0.01683807116933167, | |
| 0.016892084851861, | |
| 0.01681889407336712, | |
| 0.016817451920360327, | |
| 0.016828699968755245, | |
| 0.016854983987286687, | |
| 0.01689186180010438, | |
| 0.0168453729711473 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-forward-ljlk]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-forward-ljlk]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.LJLKScore'>]" | |
| }, | |
| "param": "cpu-forward-ljlk", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.04365486209280789, | |
| "max": 0.08252313500270247, | |
| "mean": 0.046363015474567004, | |
| "stddev": 0.006179370554045308, | |
| "rounds": 111, | |
| "median": 0.045211121905595064, | |
| "iqr": 0.0010565040283836424, | |
| "q1": 0.04477031226269901, | |
| "q3": 0.04582681629108265, | |
| "iqr_outliers": 5, | |
| "stddev_outliers": 4, | |
| "outliers": "4;5", | |
| "ld15iqr": 0.04365486209280789, | |
| "hd15iqr": 0.04798129783011973, | |
| "ops": 21.568916295976525, | |
| "total": 5.146294717676938, | |
| "data": [ | |
| 0.045819119084626436, | |
| 0.04529291717335582, | |
| 0.04480120213702321, | |
| 0.044763423036783934, | |
| 0.04492416698485613, | |
| 0.044650152092799544, | |
| 0.04499184200540185, | |
| 0.04494668007828295, | |
| 0.04586403304710984, | |
| 0.04418301908299327, | |
| 0.04798129783011973, | |
| 0.04480084590613842, | |
| 0.04530096706002951, | |
| 0.04549173102714121, | |
| 0.04544406500644982, | |
| 0.045365907019004226, | |
| 0.04640437802299857, | |
| 0.04669997002929449, | |
| 0.04578519403003156, | |
| 0.04595055105164647, | |
| 0.045829382026568055, | |
| 0.04397991206496954, | |
| 0.04390447889454663, | |
| 0.04440479492768645, | |
| 0.04539231909438968, | |
| 0.045077499002218246, | |
| 0.04474544199183583, | |
| 0.04714038013480604, | |
| 0.045108746038749814, | |
| 0.04650639812462032, | |
| 0.04495129990391433, | |
| 0.04546452988870442, | |
| 0.044891153927892447, | |
| 0.046391521114856005, | |
| 0.043939693830907345, | |
| 0.04560365388169885, | |
| 0.044976521050557494, | |
| 0.044817209942266345, | |
| 0.04470915417186916, | |
| 0.08130093012005091, | |
| 0.04732376406900585, | |
| 0.04437373601831496, | |
| 0.04490068997256458, | |
| 0.04562819516286254, | |
| 0.044979716185480356, | |
| 0.04532801010645926, | |
| 0.04525110707618296, | |
| 0.044381671119481325, | |
| 0.04569685296155512, | |
| 0.04595674201846123, | |
| 0.04378091311082244, | |
| 0.04628793406300247, | |
| 0.04540161998011172, | |
| 0.045331121888011694, | |
| 0.04611190897412598, | |
| 0.04488579090684652, | |
| 0.04601623793132603, | |
| 0.04526834818534553, | |
| 0.045795534970238805, | |
| 0.04365486209280789, | |
| 0.060281709069386125, | |
| 0.045539732091128826, | |
| 0.04436887288466096, | |
| 0.045432164100930095, | |
| 0.04629328101873398, | |
| 0.045966047793626785, | |
| 0.04458292783237994, | |
| 0.04496754100546241, | |
| 0.04415028798393905, | |
| 0.04386003711260855, | |
| 0.04454113310202956, | |
| 0.08252313500270247, | |
| 0.04502896685153246, | |
| 0.04573698597960174, | |
| 0.04398103686980903, | |
| 0.04594832705333829, | |
| 0.046056484105065465, | |
| 0.08206864818930626, | |
| 0.04526268597692251, | |
| 0.04594138800166547, | |
| 0.0449532310012728, | |
| 0.045319330878555775, | |
| 0.045297264121472836, | |
| 0.04589254502207041, | |
| 0.046299338806420565, | |
| 0.04659106908366084, | |
| 0.04464823193848133, | |
| 0.046167701948434114, | |
| 0.04452523309737444, | |
| 0.045126607874408364, | |
| 0.045728624099865556, | |
| 0.045002049999311566, | |
| 0.044966757064685225, | |
| 0.04423272097483277, | |
| 0.04468742595054209, | |
| 0.04579465091228485, | |
| 0.045211121905595064, | |
| 0.04483895795419812, | |
| 0.045312535017728806, | |
| 0.04647852503694594, | |
| 0.045171482022851706, | |
| 0.04421812808141112, | |
| 0.04479097994044423, | |
| 0.0441659779753536, | |
| 0.04406419396400452, | |
| 0.04444327997043729, | |
| 0.0449133631773293, | |
| 0.044721975922584534, | |
| 0.04510461213067174, | |
| 0.04494276503100991, | |
| 0.04520140611566603 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-forward-kinematics]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-forward-kinematics]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceDummy'>]" | |
| }, | |
| "param": "cpu-forward-kinematics", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0032610800117254257, | |
| "max": 0.006017566192895174, | |
| "mean": 0.0033000909368803896, | |
| "stddev": 9.673979812751183e-05, | |
| "rounds": 1496, | |
| "median": 0.003295819042250514, | |
| "iqr": 1.212011557072401e-05, | |
| "q1": 0.003290149965323508, | |
| "q3": 0.003302270080894232, | |
| "iqr_outliers": 70, | |
| "stddev_outliers": 9, | |
| "outliers": "9;70", | |
| "ld15iqr": 0.0032720218878239393, | |
| "hd15iqr": 0.003320666030049324, | |
| "ops": 303.0219527663412, | |
| "total": 4.9369360415730625, | |
| "data": [ | |
| 0.0033293799497187138, | |
| 0.0033109840005636215, | |
| 0.0033034589141607285, | |
| 0.003313796129077673, | |
| 0.0032751040998846292, | |
| 0.003305929945781827, | |
| 0.003319032955914736, | |
| 0.003276179078966379, | |
| 0.003314238041639328, | |
| 0.0033105399925261736, | |
| 0.0033149400260299444, | |
| 0.003305518999695778, | |
| 0.0033096300903707743, | |
| 0.0033121341839432716, | |
| 0.0033065949101001024, | |
| 0.0033002968411892653, | |
| 0.00331670418381691, | |
| 0.003304931102320552, | |
| 0.0032967401202768087, | |
| 0.0033141018357127905, | |
| 0.003319683950394392, | |
| 0.003301347140222788, | |
| 0.003322369884699583, | |
| 0.0032829910051077604, | |
| 0.003293392015621066, | |
| 0.003299992997199297, | |
| 0.003295436967164278, | |
| 0.0033073960803449154, | |
| 0.0033003229182213545, | |
| 0.003302035853266716, | |
| 0.0033024658914655447, | |
| 0.003292169887572527, | |
| 0.0033077870029956102, | |
| 0.0032740579918026924, | |
| 0.003300504991784692, | |
| 0.0033139530569314957, | |
| 0.0032768112141638994, | |
| 0.0032981890253722668, | |
| 0.0033114650286734104, | |
| 0.003302592085674405, | |
| 0.0032994700595736504, | |
| 0.003359464928507805, | |
| 0.0032990530598908663, | |
| 0.006017566192895174, | |
| 0.0033082999289035797, | |
| 0.0032980800606310368, | |
| 0.003297958057373762, | |
| 0.003299894044175744, | |
| 0.003290583146736026, | |
| 0.0032977070659399033, | |
| 0.003298289142549038, | |
| 0.003285692073404789, | |
| 0.003290634136646986, | |
| 0.0032787718810141087, | |
| 0.003300120122730732, | |
| 0.00330356415361166, | |
| 0.003293782938271761, | |
| 0.0032987790182232857, | |
| 0.003296440001577139, | |
| 0.0032978300005197525, | |
| 0.0033040079288184643, | |
| 0.0032930998131632805, | |
| 0.0033029329497367144, | |
| 0.00326710706576705, | |
| 0.0032895340118557215, | |
| 0.0033056829124689102, | |
| 0.0033029511105269194, | |
| 0.003297969000414014, | |
| 0.003289169864729047, | |
| 0.0032952530309557915, | |
| 0.0032923792023211718, | |
| 0.003293497022241354, | |
| 0.0032971599139273167, | |
| 0.0032747210934758186, | |
| 0.0032951210159808397, | |
| 0.003303930861875415, | |
| 0.0033016400411725044, | |
| 0.003544383915141225, | |
| 0.003720291890203953, | |
| 0.0033000430557876825, | |
| 0.003302902914583683, | |
| 0.00330553506501019, | |
| 0.0032991101033985615, | |
| 0.003308763960376382, | |
| 0.0032674919348210096, | |
| 0.0033009808976203203, | |
| 0.0032954260241240263, | |
| 0.0033068531192839146, | |
| 0.0033015799708664417, | |
| 0.00331406993791461, | |
| 0.003305448917672038, | |
| 0.0033139248844236135, | |
| 0.0033053939696401358, | |
| 0.003298065857961774, | |
| 0.0032723851036280394, | |
| 0.003288078820332885, | |
| 0.003303537145256996, | |
| 0.0032773101702332497, | |
| 0.0032971599139273167, | |
| 0.003292668843641877, | |
| 0.0033007750753313303, | |
| 0.0033075420651584864, | |
| 0.003286555875092745, | |
| 0.0033029760234057903, | |
| 0.0033152431715279818, | |
| 0.003303757170215249, | |
| 0.003321900963783264, | |
| 0.0032811900600790977, | |
| 0.003300416050478816, | |
| 0.0033007480669766665, | |
| 0.003289053915068507, | |
| 0.003290983848273754, | |
| 0.0032986889127641916, | |
| 0.003300487995147705, | |
| 0.003297246992588043, | |
| 0.0033038051333278418, | |
| 0.003292105859145522, | |
| 0.003301869845017791, | |
| 0.003287909785285592, | |
| 0.003302549012005329, | |
| 0.0032810659613460302, | |
| 0.0032978300005197525, | |
| 0.003306153928861022, | |
| 0.0032757509034126997, | |
| 0.0033060461282730103, | |
| 0.003298572963103652, | |
| 0.0033007480669766665, | |
| 0.0032985969446599483, | |
| 0.003292337991297245, | |
| 0.0033014349173754454, | |
| 0.003265273990109563, | |
| 0.0033039189875125885, | |
| 0.0033015459775924683, | |
| 0.003294561058282852, | |
| 0.003300663083791733, | |
| 0.003288197796791792, | |
| 0.003321222960948944, | |
| 0.0032958800438791513, | |
| 0.00328235886991024, | |
| 0.0032960930839180946, | |
| 0.0033150678500533104, | |
| 0.0032849879935383797, | |
| 0.0033028461039066315, | |
| 0.003270156914368272, | |
| 0.003302614903077483, | |
| 0.003293317975476384, | |
| 0.0032960548996925354, | |
| 0.003293028799816966, | |
| 0.0032833500299602747, | |
| 0.0032947040162980556, | |
| 0.0032935698982328176, | |
| 0.003290180815383792, | |
| 0.0033131118398159742, | |
| 0.0032654551323503256, | |
| 0.003293180838227272, | |
| 0.003291822038590908, | |
| 0.0033044610172510147, | |
| 0.003297507995739579, | |
| 0.0032899179495871067, | |
| 0.0032897021155804396, | |
| 0.00327269802801311, | |
| 0.003282541176304221, | |
| 0.0032980861142277718, | |
| 0.00330768502317369, | |
| 0.003302666824311018, | |
| 0.0032925570849329233, | |
| 0.003312224056571722, | |
| 0.003295412054285407, | |
| 0.003287598956376314, | |
| 0.0032945070415735245, | |
| 0.0032967799343168736, | |
| 0.0032816450111567974, | |
| 0.0033022849820554256, | |
| 0.0032809751573950052, | |
| 0.003295434871688485, | |
| 0.003297580871731043, | |
| 0.0032917619682848454, | |
| 0.0033146939240396023, | |
| 0.003290780121460557, | |
| 0.0033051359932869673, | |
| 0.0033156180288642645, | |
| 0.00328532001003623, | |
| 0.003295122878625989, | |
| 0.003285525133833289, | |
| 0.0032836180180311203, | |
| 0.003291236935183406, | |
| 0.003305958118289709, | |
| 0.003310025902464986, | |
| 0.0033035799860954285, | |
| 0.0033119029831141233, | |
| 0.0033036719541996717, | |
| 0.003294255817309022, | |
| 0.0033018600661307573, | |
| 0.0032751651015132666, | |
| 0.0033072030637413263, | |
| 0.0033065511379390955, | |
| 0.0032756850123405457, | |
| 0.0032947929576039314, | |
| 0.003298024879768491, | |
| 0.003290693974122405, | |
| 0.0033110619988292456, | |
| 0.0032839509658515453, | |
| 0.0033050260972231627, | |
| 0.0032926220446825027, | |
| 0.0033019871916621923, | |
| 0.003284658072516322, | |
| 0.0032983149867504835, | |
| 0.003288649022579193, | |
| 0.0032949289306998253, | |
| 0.003281382843852043, | |
| 0.0033009801991283894, | |
| 0.0033025259617716074, | |
| 0.0033122811000794172, | |
| 0.003300839802250266, | |
| 0.0033171409741044044, | |
| 0.003309182822704315, | |
| 0.003298019990324974, | |
| 0.0033079879358410835, | |
| 0.00330599513836205, | |
| 0.0032681128941476345, | |
| 0.0032875840552151203, | |
| 0.0033013089559972286, | |
| 0.0033065828029066324, | |
| 0.0032902539242058992, | |
| 0.0033029920887202024, | |
| 0.003297397866845131, | |
| 0.003290134947746992, | |
| 0.003288964042440057, | |
| 0.0033121570013463497, | |
| 0.00327043398283422, | |
| 0.003290922148153186, | |
| 0.0033097320701926947, | |
| 0.003280051052570343, | |
| 0.0033011259511113167, | |
| 0.00331317912787199, | |
| 0.003295815084129572, | |
| 0.0032943258993327618, | |
| 0.0032876150216907263, | |
| 0.003318273928016424, | |
| 0.003305257996544242, | |
| 0.003292927984148264, | |
| 0.003302025143057108, | |
| 0.0032993180211633444, | |
| 0.0032909149304032326, | |
| 0.0032918290235102177, | |
| 0.0033038249239325523, | |
| 0.0033003331627696753, | |
| 0.0033025587908923626, | |
| 0.0033113700337707996, | |
| 0.0032990709878504276, | |
| 0.0032935328781604767, | |
| 0.0033142520114779472, | |
| 0.003293008077889681, | |
| 0.0032916441559791565, | |
| 0.003291920991614461, | |
| 0.0032769939862191677, | |
| 0.0032930229790508747, | |
| 0.0033041900023818016, | |
| 0.0033142990432679653, | |
| 0.003291016910225153, | |
| 0.0033011159393936396, | |
| 0.0032992081250995398, | |
| 0.003313958179205656, | |
| 0.0032936979550868273, | |
| 0.0033027760218828917, | |
| 0.0032782459165900946, | |
| 0.0032969280146062374, | |
| 0.003290188033133745, | |
| 0.00330996117554605, | |
| 0.003290932858362794, | |
| 0.0032974551431834698, | |
| 0.0033015450462698936, | |
| 0.0033187749795615673, | |
| 0.0032933740876615047, | |
| 0.0033018309623003006, | |
| 0.00330353993922472, | |
| 0.0032960441894829273, | |
| 0.0033061059657484293, | |
| 0.0032667589839547873, | |
| 0.003295073052868247, | |
| 0.0032934967894107103, | |
| 0.003299222094938159, | |
| 0.0033052219077944756, | |
| 0.0032952919136732817, | |
| 0.0032986050937324762, | |
| 0.003286156104877591, | |
| 0.0032903021201491356, | |
| 0.003300773911178112, | |
| 0.0032697608694434166, | |
| 0.003296818118542433, | |
| 0.003288011997938156, | |
| 0.0032886259723454714, | |
| 0.0033039040863513947, | |
| 0.0033005669247359037, | |
| 0.0033000449184328318, | |
| 0.003296263050287962, | |
| 0.0032972251065075397, | |
| 0.0032995950896292925, | |
| 0.003291945904493332, | |
| 0.0032961240503937006, | |
| 0.003285221988335252, | |
| 0.0032924399711191654, | |
| 0.0032892869785428047, | |
| 0.0033006840385496616, | |
| 0.0032967610750347376, | |
| 0.00328826904296875, | |
| 0.0032932970207184553, | |
| 0.003302207915112376, | |
| 0.0032780601177364588, | |
| 0.0032948520965874195, | |
| 0.0032877319026738405, | |
| 0.0032874050084501505, | |
| 0.0032909081783145666, | |
| 0.0033057169057428837, | |
| 0.0032977040391415358, | |
| 0.0032919631339609623, | |
| 0.003293415065854788, | |
| 0.0033038940746337175, | |
| 0.0032686740159988403, | |
| 0.0032897540368139744, | |
| 0.0032972118351608515, | |
| 0.0032740088645368814, | |
| 0.0032903729006648064, | |
| 0.003305295016616583, | |
| 0.0032958798110485077, | |
| 0.003292784094810486, | |
| 0.0033015438821166754, | |
| 0.003289337968453765, | |
| 0.003297594143077731, | |
| 0.003286015009507537, | |
| 0.003310463158413768, | |
| 0.0032731250394135714, | |
| 0.003301826072856784, | |
| 0.0033121530432254076, | |
| 0.0032944269478321075, | |
| 0.0032926038838922977, | |
| 0.003291429951786995, | |
| 0.0033035140950232744, | |
| 0.0033046260941773653, | |
| 0.003285757964476943, | |
| 0.0033005450386554003, | |
| 0.003266644896939397, | |
| 0.0032933151815086603, | |
| 0.0033479598350822926, | |
| 0.003292408073320985, | |
| 0.003292256034910679, | |
| 0.0032939501106739044, | |
| 0.0033053038641810417, | |
| 0.0032856441102921963, | |
| 0.003282007062807679, | |
| 0.0033070058561861515, | |
| 0.0032665261533111334, | |
| 0.0032873619347810745, | |
| 0.0032944788690656424, | |
| 0.003297849092632532, | |
| 0.003286236897110939, | |
| 0.0032762219198048115, | |
| 0.0033179260790348053, | |
| 0.0032984609715640545, | |
| 0.003290547989308834, | |
| 0.00330847199074924, | |
| 0.0032981859985738993, | |
| 0.0032898099161684513, | |
| 0.0032892990857362747, | |
| 0.0033034500665962696, | |
| 0.003291768953204155, | |
| 0.0032894699834287167, | |
| 0.0033075110986828804, | |
| 0.00329032214358449, | |
| 0.003288551000878215, | |
| 0.0032949820160865784, | |
| 0.0033091288059949875, | |
| 0.0032873880118131638, | |
| 0.0032858960330486298, | |
| 0.003304341109469533, | |
| 0.003289954038336873, | |
| 0.0032995808869600296, | |
| 0.0033087811898440123, | |
| 0.003288232022896409, | |
| 0.0032825549133121967, | |
| 0.0032974069472402334, | |
| 0.0032820820342749357, | |
| 0.0032793330028653145, | |
| 0.0032880809158086777, | |
| 0.0033103779423981905, | |
| 0.003297471906989813, | |
| 0.003293731017038226, | |
| 0.003290507011115551, | |
| 0.003304914105683565, | |
| 0.003287702100351453, | |
| 0.0033020079135894775, | |
| 0.003283801954239607, | |
| 0.0032952269539237022, | |
| 0.0032839069608598948, | |
| 0.0032924609258770943, | |
| 0.0032952120527625084, | |
| 0.0032889891881495714, | |
| 0.0032952451147139072, | |
| 0.003311061067506671, | |
| 0.003291425993666053, | |
| 0.0033034810330718756, | |
| 0.003320666030049324, | |
| 0.0032909258734434843, | |
| 0.0032975890208035707, | |
| 0.0032770601101219654, | |
| 0.003294814145192504, | |
| 0.003312059910967946, | |
| 0.003273171838372946, | |
| 0.0032984630670398474, | |
| 0.0032881509978324175, | |
| 0.0033087870106101036, | |
| 0.003272205125540495, | |
| 0.00330021302215755, | |
| 0.0032899240031838417, | |
| 0.0032724100165069103, | |
| 0.003308923915028572, | |
| 0.003296686103567481, | |
| 0.003276498056948185, | |
| 0.00331505318172276, | |
| 0.0032853197772055864, | |
| 0.003303210949525237, | |
| 0.0032953210175037384, | |
| 0.0033464129082858562, | |
| 0.0033023350406438112, | |
| 0.003272680100053549, | |
| 0.003298897994682193, | |
| 0.003284991020336747, | |
| 0.0032756070140749216, | |
| 0.003295903094112873, | |
| 0.0033154820557683706, | |
| 0.003290445078164339, | |
| 0.0032909081783145666, | |
| 0.0032997860107570887, | |
| 0.0033042391296476126, | |
| 0.0032928369473665953, | |
| 0.0032894632313400507, | |
| 0.0032851481810212135, | |
| 0.0032805888913571835, | |
| 0.003304616780951619, | |
| 0.0033046219032257795, | |
| 0.0032971978653222322, | |
| 0.003304670099169016, | |
| 0.0033026491291821003, | |
| 0.0033033599611371756, | |
| 0.003268557135015726, | |
| 0.003280889941379428, | |
| 0.0033072589430958033, | |
| 0.003263046033680439, | |
| 0.0032963580451905727, | |
| 0.003309509949758649, | |
| 0.003291287925094366, | |
| 0.0032976020593196154, | |
| 0.003296797862276435, | |
| 0.0032958118245005608, | |
| 0.0032802310306578875, | |
| 0.0032892869785428047, | |
| 0.0033514259848743677, | |
| 0.0032967037986963987, | |
| 0.003289596876129508, | |
| 0.003296870971098542, | |
| 0.003293071873486042, | |
| 0.003290459979325533, | |
| 0.003299509873613715, | |
| 0.0033058219123631716, | |
| 0.0032858101185411215, | |
| 0.003284572856500745, | |
| 0.00330792716704309, | |
| 0.0032760228496044874, | |
| 0.0032916609197854996, | |
| 0.0033005320001393557, | |
| 0.0032804328948259354, | |
| 0.003285098122432828, | |
| 0.003293755929917097, | |
| 0.003313804976642132, | |
| 0.003293536836281419, | |
| 0.0032809539698064327, | |
| 0.0033102298621088266, | |
| 0.003301326185464859, | |
| 0.0032873940654098988, | |
| 0.003287640865892172, | |
| 0.0033056370448321104, | |
| 0.003287001047283411, | |
| 0.0033088510390371084, | |
| 0.0033323278184980154, | |
| 0.0032992090564221144, | |
| 0.0033034810330718756, | |
| 0.0033137649297714233, | |
| 0.0032878071069717407, | |
| 0.0032847379334270954, | |
| 0.003298445139080286, | |
| 0.003300796030089259, | |
| 0.0032945708371698856, | |
| 0.0032952658366411924, | |
| 0.0032922178506851196, | |
| 0.003292845794931054, | |
| 0.0033092061057686806, | |
| 0.003282384015619755, | |
| 0.0033083828166127205, | |
| 0.0032966798171401024, | |
| 0.0032988120801746845, | |
| 0.0033026488963514566, | |
| 0.0034997479524463415, | |
| 0.003280017990618944, | |
| 0.0033110170625150204, | |
| 0.003292535897344351, | |
| 0.0033006120938807726, | |
| 0.0032972160261124372, | |
| 0.0032958579249680042, | |
| 0.003298762021586299, | |
| 0.003267160151153803, | |
| 0.0032980230171233416, | |
| 0.003300396027043462, | |
| 0.0032716868445277214, | |
| 0.003294409951195121, | |
| 0.0033025110606104136, | |
| 0.0032974460627883673, | |
| 0.0032879700884222984, | |
| 0.0032943871337920427, | |
| 0.0032982139382511377, | |
| 0.0032710530795156956, | |
| 0.003294925903901458, | |
| 0.0032973671332001686, | |
| 0.0032986951991915703, | |
| 0.0032987180165946484, | |
| 0.0033021289855241776, | |
| 0.0033002281561493874, | |
| 0.0032971370965242386, | |
| 0.0033090058714151382, | |
| 0.003300989046692848, | |
| 0.003270024200901389, | |
| 0.0032904748804867268, | |
| 0.0032947598956525326, | |
| 0.0032784489449113607, | |
| 0.0032948029693216085, | |
| 0.003309248946607113, | |
| 0.0032936029601842165, | |
| 0.0032930797897279263, | |
| 0.0032892171293497086, | |
| 0.003302760189399123, | |
| 0.003291283966973424, | |
| 0.0032953699119389057, | |
| 0.003292167093604803, | |
| 0.0032806070521473885, | |
| 0.003292116103693843, | |
| 0.0033186879009008408, | |
| 0.003297667019069195, | |
| 0.0032891070004552603, | |
| 0.0032853211741894484, | |
| 0.0033081809524446726, | |
| 0.003273752983659506, | |
| 0.0032981690019369125, | |
| 0.003299400908872485, | |
| 0.003277360927313566, | |
| 0.003288252977654338, | |
| 0.0033021271228790283, | |
| 0.003308387938886881, | |
| 0.0033022949937731028, | |
| 0.003293741960078478, | |
| 0.0033109199721366167, | |
| 0.0032953950576484203, | |
| 0.003294318914413452, | |
| 0.0033088468480855227, | |
| 0.003301369957625866, | |
| 0.003292337991297245, | |
| 0.0032944101840257645, | |
| 0.0032949710730463266, | |
| 0.003292637877166271, | |
| 0.0032934551127254963, | |
| 0.0033007918391376734, | |
| 0.0032934010960161686, | |
| 0.0032909419387578964, | |
| 0.0033088098280131817, | |
| 0.0032972069457173347, | |
| 0.003300272859632969, | |
| 0.0033137709833681583, | |
| 0.003289214102551341, | |
| 0.003292975015938282, | |
| 0.0032982551492750645, | |
| 0.003312008921056986, | |
| 0.00329380901530385, | |
| 0.0032934541814029217, | |
| 0.003294649999588728, | |
| 0.0032999818213284016, | |
| 0.0032969829626381397, | |
| 0.003312519984319806, | |
| 0.003314726985991001, | |
| 0.003298009978607297, | |
| 0.003291306085884571, | |
| 0.0033096109982579947, | |
| 0.003305352060124278, | |
| 0.0032993280328810215, | |
| 0.0032968290615826845, | |
| 0.0033010528422892094, | |
| 0.0033006637822836637, | |
| 0.0033058070112019777, | |
| 0.0033031441271305084, | |
| 0.0032927170395851135, | |
| 0.003300095209851861, | |
| 0.0032619808334857225, | |
| 0.0033052859362214804, | |
| 0.003296587849035859, | |
| 0.0032985799480229616, | |
| 0.003311716951429844, | |
| 0.0032934839837253094, | |
| 0.003298716153949499, | |
| 0.0032967068254947662, | |
| 0.0033049201592803, | |
| 0.003305376973003149, | |
| 0.0032925631385296583, | |
| 0.0032975708600133657, | |
| 0.0033010439947247505, | |
| 0.003270583925768733, | |
| 0.003297015093266964, | |
| 0.003291358007118106, | |
| 0.0032929079607129097, | |
| 0.0032864478416740894, | |
| 0.003295168047770858, | |
| 0.0033031320199370384, | |
| 0.0032912329770624638, | |
| 0.0033020111732184887, | |
| 0.003302474971860647, | |
| 0.0032746170181781054, | |
| 0.003291384084150195, | |
| 0.003307590028271079, | |
| 0.003291271859779954, | |
| 0.0032900997903198004, | |
| 0.0033041778951883316, | |
| 0.0033007131423801184, | |
| 0.003277288982644677, | |
| 0.0033015490043908358, | |
| 0.0033109458163380623, | |
| 0.0032774240244179964, | |
| 0.003292962908744812, | |
| 0.003314272966235876, | |
| 0.0033056619577109814, | |
| 0.0033025559969246387, | |
| 0.0033099099528044462, | |
| 0.0033052018843591213, | |
| 0.0032972029875963926, | |
| 0.0032922259997576475, | |
| 0.0033154308330267668, | |
| 0.003301942953839898, | |
| 0.0033109369687736034, | |
| 0.0033221859484910965, | |
| 0.0032771218102425337, | |
| 0.003318428061902523, | |
| 0.003319784067571163, | |
| 0.003290895139798522, | |
| 0.0032995929941534996, | |
| 0.0033066628966480494, | |
| 0.00331238005310297, | |
| 0.0032874909229576588, | |
| 0.0033034500665962696, | |
| 0.0033187451772391796, | |
| 0.0032985061407089233, | |
| 0.0032986800651997328, | |
| 0.0032980709802359343, | |
| 0.0032778091263026, | |
| 0.0032898818608373404, | |
| 0.0033001338597387075, | |
| 0.00328867812640965, | |
| 0.0032918909564614296, | |
| 0.003306139027699828, | |
| 0.0033096198458224535, | |
| 0.0033026360906660557, | |
| 0.0032900390215218067, | |
| 0.0033053660299628973, | |
| 0.0033104598987847567, | |
| 0.0032929040025919676, | |
| 0.003301823977380991, | |
| 0.0032869179267436266, | |
| 0.003290704917162657, | |
| 0.0032962211407721043, | |
| 0.0032868979033082724, | |
| 0.003313274122774601, | |
| 0.0032997089438140392, | |
| 0.003297923831269145, | |
| 0.0033032859209924936, | |
| 0.003283844795078039, | |
| 0.0033012221101671457, | |
| 0.003275877796113491, | |
| 0.0032936609350144863, | |
| 0.0032873419113457203, | |
| 0.0032710551749914885, | |
| 0.003296318929642439, | |
| 0.0032970120664685965, | |
| 0.00330336787737906, | |
| 0.003307060105726123, | |
| 0.003295385977253318, | |
| 0.0032942150719463825, | |
| 0.003295373870059848, | |
| 0.00329404603689909, | |
| 0.00329240201972425, | |
| 0.0032672539819031954, | |
| 0.003301445860415697, | |
| 0.0033034449443221092, | |
| 0.003281163051724434, | |
| 0.0032882229425013065, | |
| 0.0033023220021277666, | |
| 0.003303753910586238, | |
| 0.003276467090472579, | |
| 0.0033012088388204575, | |
| 0.0033067429903894663, | |
| 0.003272369969636202, | |
| 0.0032961159013211727, | |
| 0.0032932800240814686, | |
| 0.003290285123512149, | |
| 0.003296258859336376, | |
| 0.0032959149684756994, | |
| 0.003294271184131503, | |
| 0.0032753129489719868, | |
| 0.0033027050085365772, | |
| 0.0032975650392472744, | |
| 0.0032670439686626196, | |
| 0.003294849069789052, | |
| 0.003301889169961214, | |
| 0.003279151162132621, | |
| 0.0033014900982379913, | |
| 0.003303685924038291, | |
| 0.003300531068816781, | |
| 0.003293133806437254, | |
| 0.003295911941677332, | |
| 0.003314834088087082, | |
| 0.0032695920672267675, | |
| 0.003284701146185398, | |
| 0.003301081946119666, | |
| 0.0032938309013843536, | |
| 0.0032847479451447725, | |
| 0.0032960898242890835, | |
| 0.0033026011660695076, | |
| 0.003289540996775031, | |
| 0.0032863030210137367, | |
| 0.0033039329573512077, | |
| 0.003274710150435567, | |
| 0.0032947410363703966, | |
| 0.0032999920658767223, | |
| 0.003290749853476882, | |
| 0.0032985671423375607, | |
| 0.0032877610065042973, | |
| 0.003299291944131255, | |
| 0.0032929761800915003, | |
| 0.0032912299502640963, | |
| 0.003309565130621195, | |
| 0.0032730628736317158, | |
| 0.0032932900357991457, | |
| 0.003298433031886816, | |
| 0.003276664996519685, | |
| 0.0032811060082167387, | |
| 0.0032887510024011135, | |
| 0.0033046971075236797, | |
| 0.0032994700595736504, | |
| 0.003291107015684247, | |
| 0.003300956916064024, | |
| 0.0032655259128659964, | |
| 0.00328581384383142, | |
| 0.0033115041442215443, | |
| 0.003293236019089818, | |
| 0.00329041201621294, | |
| 0.003290741005912423, | |
| 0.003302379045635462, | |
| 0.0032995659857988358, | |
| 0.0033053429797291756, | |
| 0.003310814034193754, | |
| 0.003268708009272814, | |
| 0.0032968330197036266, | |
| 0.0032967489678412676, | |
| 0.0032959911040961742, | |
| 0.0032986539881676435, | |
| 0.003294520080089569, | |
| 0.0033031620550900698, | |
| 0.003294684924185276, | |
| 0.003290083957836032, | |
| 0.003300020005553961, | |
| 0.003299281932413578, | |
| 0.0032886608969420195, | |
| 0.0032943030819296837, | |
| 0.003283333033323288, | |
| 0.0032931040041148663, | |
| 0.0032968169543892145, | |
| 0.003300788812339306, | |
| 0.0032905370462685823, | |
| 0.0032947040162980556, | |
| 0.0032919009681791067, | |
| 0.0033056829124689102, | |
| 0.003283618949353695, | |
| 0.003289490006864071, | |
| 0.0032947659492492676, | |
| 0.0032893428578972816, | |
| 0.00329507514834404, | |
| 0.003297325223684311, | |
| 0.0033009948674589396, | |
| 0.003295039990916848, | |
| 0.0033023711293935776, | |
| 0.003309007966890931, | |
| 0.003291747998446226, | |
| 0.003287015948444605, | |
| 0.003284742124378681, | |
| 0.003290108172222972, | |
| 0.003302744822576642, | |
| 0.0032987811136990786, | |
| 0.00328923505730927, | |
| 0.003292975015938282, | |
| 0.0033007219899445772, | |
| 0.0033123891334980726, | |
| 0.0032938618678599596, | |
| 0.0033033061772584915, | |
| 0.0032780859619379044, | |
| 0.0032932250760495663, | |
| 0.00329471193253994, | |
| 0.003306256141513586, | |
| 0.0033008549362421036, | |
| 0.0033035229425877333, | |
| 0.0033057499676942825, | |
| 0.0033111441880464554, | |
| 0.0032863218802958727, | |
| 0.0033015429507941008, | |
| 0.003299731994047761, | |
| 0.003292415989562869, | |
| 0.003306786995381117, | |
| 0.003278397023677826, | |
| 0.003299114992842078, | |
| 0.0032967841252684593, | |
| 0.0032977410592138767, | |
| 0.0032907479908317327, | |
| 0.003299680072814226, | |
| 0.0032977911178022623, | |
| 0.003292231122031808, | |
| 0.0032973948400467634, | |
| 0.0033033080399036407, | |
| 0.0033031499478965998, | |
| 0.0033019951079040766, | |
| 0.0032953270711004734, | |
| 0.0032925379928201437, | |
| 0.0032945589628070593, | |
| 0.003300932003185153, | |
| 0.003291368018835783, | |
| 0.003293805057182908, | |
| 0.0032934860792011023, | |
| 0.003290525171905756, | |
| 0.003296117065474391, | |
| 0.003288384061306715, | |
| 0.0033013310749083757, | |
| 0.0032788098324090242, | |
| 0.003286329098045826, | |
| 0.0033024409785866737, | |
| 0.0032938229851424694, | |
| 0.0032888799905776978, | |
| 0.0034041330218315125, | |
| 0.003301049116998911, | |
| 0.003295052098110318, | |
| 0.003290091874077916, | |
| 0.0033085450995713472, | |
| 0.003302255179733038, | |
| 0.003294470952823758, | |
| 0.003314180998131633, | |
| 0.0032926721032708883, | |
| 0.003293034853413701, | |
| 0.003292897017672658, | |
| 0.0032958900555968285, | |
| 0.0032891430892050266, | |
| 0.0032980721443891525, | |
| 0.00331865600310266, | |
| 0.0033086759503930807, | |
| 0.003301158081740141, | |
| 0.003312635002657771, | |
| 0.003272398840636015, | |
| 0.003289656015112996, | |
| 0.0032881239894777536, | |
| 0.00329070002771914, | |
| 0.003292800160124898, | |
| 0.003296908922493458, | |
| 0.0033040500711649656, | |
| 0.003290358930826187, | |
| 0.0032909249421209097, | |
| 0.003292179899290204, | |
| 0.0033067308831959963, | |
| 0.0032901170197874308, | |
| 0.0033077048137784004, | |
| 0.003311268985271454, | |
| 0.0032845409587025642, | |
| 0.0032978770323097706, | |
| 0.0032878669444471598, | |
| 0.003292397130280733, | |
| 0.0032946940045803785, | |
| 0.0033091441728174686, | |
| 0.003293681889772415, | |
| 0.003283024998381734, | |
| 0.0033851470798254013, | |
| 0.003307526931166649, | |
| 0.0032852080184966326, | |
| 0.003301587188616395, | |
| 0.003295009955763817, | |
| 0.0032948839943856, | |
| 0.0033074719831347466, | |
| 0.0032773299608379602, | |
| 0.0033068452030420303, | |
| 0.003301494987681508, | |
| 0.003291906090453267, | |
| 0.003294432070106268, | |
| 0.003295548027381301, | |
| 0.003295823000371456, | |
| 0.003274245886132121, | |
| 0.003296721028164029, | |
| 0.0032877689227461815, | |
| 0.0032753071282058954, | |
| 0.0033004882279783487, | |
| 0.003296969924122095, | |
| 0.003301462857052684, | |
| 0.0032927128486335278, | |
| 0.0033030619379132986, | |
| 0.0032983010169118643, | |
| 0.003265456994995475, | |
| 0.0032970800530165434, | |
| 0.0032946199644356966, | |
| 0.003297970164567232, | |
| 0.0032850499264895916, | |
| 0.003306834027171135, | |
| 0.0033051790669560432, | |
| 0.003292259993031621, | |
| 0.0032954749185591936, | |
| 0.00329377013258636, | |
| 0.0033007068559527397, | |
| 0.003290358930826187, | |
| 0.003283491125330329, | |
| 0.0032708540093153715, | |
| 0.003291067201644182, | |
| 0.0032996030058711767, | |
| 0.0032973401248455048, | |
| 0.0032896220218390226, | |
| 0.0032922059763222933, | |
| 0.0032952080946415663, | |
| 0.0032704530749469995, | |
| 0.0032841211650520563, | |
| 0.0033046030439436436, | |
| 0.0032908779103308916, | |
| 0.0032968490850180387, | |
| 0.003304508049041033, | |
| 0.003290671855211258, | |
| 0.003292866051197052, | |
| 0.0032980898395180702, | |
| 0.003298921976238489, | |
| 0.0032753299456089735, | |
| 0.003290124936029315, | |
| 0.003301077987998724, | |
| 0.0032763511408120394, | |
| 0.003294520080089569, | |
| 0.0033009229227900505, | |
| 0.003295884933322668, | |
| 0.0033168301451951265, | |
| 0.003288018051534891, | |
| 0.003297758987173438, | |
| 0.0032693720422685146, | |
| 0.0032879740465432405, | |
| 0.0033049078192561865, | |
| 0.003288944950327277, | |
| 0.0032848711125552654, | |
| 0.0032984421122819185, | |
| 0.003301562974229455, | |
| 0.003291025059297681, | |
| 0.00329268304631114, | |
| 0.0033174289856106043, | |
| 0.003267797874286771, | |
| 0.003296544076874852, | |
| 0.0033002779819071293, | |
| 0.003274814924225211, | |
| 0.003292765934020281, | |
| 0.0033007978927344084, | |
| 0.0033152049873024225, | |
| 0.0032994558569043875, | |
| 0.0032881242223083973, | |
| 0.003309953026473522, | |
| 0.003308044048026204, | |
| 0.0032909810543060303, | |
| 0.0033114231191575527, | |
| 0.003268574830144644, | |
| 0.0032875400502234697, | |
| 0.0032959291711449623, | |
| 0.003303860081359744, | |
| 0.0032909559085965157, | |
| 0.003287249943241477, | |
| 0.0033026980236172676, | |
| 0.0033024479635059834, | |
| 0.003292790148407221, | |
| 0.00329772406257689, | |
| 0.0032852638978511095, | |
| 0.0032917179632931948, | |
| 0.003301213961094618, | |
| 0.003307593986392021, | |
| 0.0032982928678393364, | |
| 0.0032846699468791485, | |
| 0.0033137721475213766, | |
| 0.0032967389561235905, | |
| 0.0032945519778877497, | |
| 0.00329593219794333, | |
| 0.003280556993559003, | |
| 0.0032877621706575155, | |
| 0.0032912129536271095, | |
| 0.003292687004432082, | |
| 0.003298694035038352, | |
| 0.0032985361758619547, | |
| 0.0032957661896944046, | |
| 0.003300753887742758, | |
| 0.003282712073996663, | |
| 0.0032887300476431847, | |
| 0.003301967168226838, | |
| 0.0032815930899232626, | |
| 0.0032872259616851807, | |
| 0.0033021019771695137, | |
| 0.0032902690581977367, | |
| 0.003304962068796158, | |
| 0.003291249042376876, | |
| 0.0033085548784583807, | |
| 0.0032886869739741087, | |
| 0.00330115994438529, | |
| 0.003312431974336505, | |
| 0.0032955920323729515, | |
| 0.003300753887742758, | |
| 0.0032806620001792908, | |
| 0.0033125500194728374, | |
| 0.003294970141723752, | |
| 0.0032791311386972666, | |
| 0.0032912909518927336, | |
| 0.003294682130217552, | |
| 0.0033263261429965496, | |
| 0.0033014710061252117, | |
| 0.0033052151557058096, | |
| 0.0033045460004359484, | |
| 0.003290103981271386, | |
| 0.0032984709832817316, | |
| 0.003280945820733905, | |
| 0.0032786501105874777, | |
| 0.0033107430208474398, | |
| 0.0032972220797091722, | |
| 0.003293071873486042, | |
| 0.0032968518789857626, | |
| 0.0033009720500558615, | |
| 0.003296423004940152, | |
| 0.003298883093520999, | |
| 0.0033015748485922813, | |
| 0.003294354071840644, | |
| 0.003272895934060216, | |
| 0.003289592918008566, | |
| 0.0033050519414246082, | |
| 0.003287270897999406, | |
| 0.003294843016192317, | |
| 0.0032941089011728764, | |
| 0.003298024879768491, | |
| 0.0032928618602454662, | |
| 0.0032933210022747517, | |
| 0.0032996991649270058, | |
| 0.0032689289655536413, | |
| 0.0032974518835544586, | |
| 0.003303219098597765, | |
| 0.0033011608757078648, | |
| 0.003297495888546109, | |
| 0.003294125897809863, | |
| 0.0032954139169305563, | |
| 0.0032841141801327467, | |
| 0.0032956628128886223, | |
| 0.0033002360723912716, | |
| 0.0032641959842294455, | |
| 0.003289757063612342, | |
| 0.003310208907350898, | |
| 0.0032987340819090605, | |
| 0.0032988591119647026, | |
| 0.0033029799815267324, | |
| 0.0033094030804932117, | |
| 0.0032891128212213516, | |
| 0.0032934448681771755, | |
| 0.003306846134364605, | |
| 0.0032666968181729317, | |
| 0.003290967084467411, | |
| 0.0033019210677593946, | |
| 0.0032940548844635487, | |
| 0.0032890411093831062, | |
| 0.0033020139671862125, | |
| 0.003311930922791362, | |
| 0.003298566909506917, | |
| 0.0032855658791959286, | |
| 0.0033041040878742933, | |
| 0.0032953759655356407, | |
| 0.0032899181824177504, | |
| 0.0033053189981728792, | |
| 0.0032739790622144938, | |
| 0.0032924979459494352, | |
| 0.003288849024102092, | |
| 0.0033102130983024836, | |
| 0.0032935261260718107, | |
| 0.0032910178415477276, | |
| 0.003306899918243289, | |
| 0.0032925810664892197, | |
| 0.003283205907791853, | |
| 0.0032901379745453596, | |
| 0.0032820769120007753, | |
| 0.0032907959539443254, | |
| 0.003301283111795783, | |
| 0.003307193983346224, | |
| 0.003293432993814349, | |
| 0.003285959828644991, | |
| 0.0033020179253071547, | |
| 0.003296557115390897, | |
| 0.0032886371482163668, | |
| 0.0032885358668863773, | |
| 0.003289481857791543, | |
| 0.0032942791003733873, | |
| 0.003307138103991747, | |
| 0.0032901859376579523, | |
| 0.00329162017442286, | |
| 0.00328367599286139, | |
| 0.003301779041066766, | |
| 0.003304145997390151, | |
| 0.003294193185865879, | |
| 0.003291754052042961, | |
| 0.0032832801807671785, | |
| 0.003299121046438813, | |
| 0.0032976919319480658, | |
| 0.0033093781676143408, | |
| 0.003296943148598075, | |
| 0.003294646041467786, | |
| 0.0032988148741424084, | |
| 0.003297185990959406, | |
| 0.0032863819506019354, | |
| 0.0032954029738903046, | |
| 0.003305956954136491, | |
| 0.003292287001386285, | |
| 0.003296219976618886, | |
| 0.003277451964095235, | |
| 0.003298831870779395, | |
| 0.0032945231068879366, | |
| 0.003292948007583618, | |
| 0.003298982046544552, | |
| 0.0032951340544968843, | |
| 0.003303447039797902, | |
| 0.003302943892776966, | |
| 0.003289409214630723, | |
| 0.003293632995337248, | |
| 0.0032870739232748747, | |
| 0.003305034013465047, | |
| 0.00330004608258605, | |
| 0.003300771815702319, | |
| 0.0032974430359899998, | |
| 0.003294317051768303, | |
| 0.003294265829026699, | |
| 0.003294002963230014, | |
| 0.0032925561536103487, | |
| 0.0032981890253722668, | |
| 0.003291815984994173, | |
| 0.0033079050481319427, | |
| 0.0032956390641629696, | |
| 0.0032763949129730463, | |
| 0.0033043501898646355, | |
| 0.003293605986982584, | |
| 0.003301988821476698, | |
| 0.0032955638598650694, | |
| 0.0032918888609856367, | |
| 0.0033024000003933907, | |
| 0.0032993799541145563, | |
| 0.003301086137071252, | |
| 0.0032893652096390724, | |
| 0.0032986218575388193, | |
| 0.003283130005002022, | |
| 0.003295457921922207, | |
| 0.0033075190149247646, | |
| 0.003294978989288211, | |
| 0.003290893044322729, | |
| 0.003300983924418688, | |
| 0.0032875090837478638, | |
| 0.003285591956228018, | |
| 0.0032967908773571253, | |
| 0.0032745010685175657, | |
| 0.003294730093330145, | |
| 0.0033050240017473698, | |
| 0.003290630178526044, | |
| 0.0032910460140556097, | |
| 0.003291524015367031, | |
| 0.003296113107353449, | |
| 0.0032960448879748583, | |
| 0.0032871540170162916, | |
| 0.0032928758300840855, | |
| 0.0032946451101452112, | |
| 0.0032917940989136696, | |
| 0.003309407038614154, | |
| 0.0033007441088557243, | |
| 0.0033031220082193613, | |
| 0.003288700943812728, | |
| 0.003303461940959096, | |
| 0.0032955878414213657, | |
| 0.003295989939942956, | |
| 0.0033068289048969746, | |
| 0.0032773080747574568, | |
| 0.0032821111381053925, | |
| 0.0033008819445967674, | |
| 0.003292568027973175, | |
| 0.0032855821773409843, | |
| 0.003287340048700571, | |
| 0.003308155108243227, | |
| 0.0032926700077950954, | |
| 0.00328635610640049, | |
| 0.003288363106548786, | |
| 0.0032820040360093117, | |
| 0.0032932821195572615, | |
| 0.003298168070614338, | |
| 0.0033089357893913984, | |
| 0.0032931920140981674, | |
| 0.003290609922260046, | |
| 0.003305635880678892, | |
| 0.00329654011875391, | |
| 0.0032880459912121296, | |
| 0.0033054708037525415, | |
| 0.0032661198638379574, | |
| 0.0032863749656826258, | |
| 0.003297802060842514, | |
| 0.0033062519505620003, | |
| 0.003279535099864006, | |
| 0.003291012952104211, | |
| 0.0033025280572474003, | |
| 0.0032750568352639675, | |
| 0.003277174197137356, | |
| 0.003286070888862014, | |
| 0.003295663045719266, | |
| 0.003294466994702816, | |
| 0.003297857940196991, | |
| 0.0033188089728355408, | |
| 0.0032917491625994444, | |
| 0.003293347079306841, | |
| 0.0033164259511977434, | |
| 0.003270764835178852, | |
| 0.0032885109540075064, | |
| 0.0032872811425477266, | |
| 0.003289794083684683, | |
| 0.003288564970716834, | |
| 0.003298660973086953, | |
| 0.0033048437908291817, | |
| 0.0032974130008369684, | |
| 0.0032855512108653784, | |
| 0.0032983929850161076, | |
| 0.0032810240518301725, | |
| 0.0032826331444084644, | |
| 0.0032832189463078976, | |
| 0.0033039310947060585, | |
| 0.003295274917036295, | |
| 0.0033094468526542187, | |
| 0.0033255929592996836, | |
| 0.00329969497397542, | |
| 0.0032946381252259016, | |
| 0.0032954609487205744, | |
| 0.003304444020614028, | |
| 0.003286615014076233, | |
| 0.003295294940471649, | |
| 0.003283828031271696, | |
| 0.0032946898136287928, | |
| 0.0033184068743139505, | |
| 0.003283867845311761, | |
| 0.0033021271228790283, | |
| 0.0032976570073515177, | |
| 0.0032925650011748075, | |
| 0.003302233060821891, | |
| 0.0032895600888878107, | |
| 0.003302161116153002, | |
| 0.003305677091702819, | |
| 0.003288801060989499, | |
| 0.0032839481718838215, | |
| 0.0032734470441937447, | |
| 0.0032991000916808844, | |
| 0.0032916469499468803, | |
| 0.003303977893665433, | |
| 0.0033024440053850412, | |
| 0.003287862055003643, | |
| 0.0033051238860934973, | |
| 0.0033032349310815334, | |
| 0.0032955289352685213, | |
| 0.0033026039600372314, | |
| 0.003279907163232565, | |
| 0.003311330918222666, | |
| 0.0033014300279319286, | |
| 0.0032771448604762554, | |
| 0.0033072750084102154, | |
| 0.003290161956101656, | |
| 0.0032936888746917248, | |
| 0.0032952202018350363, | |
| 0.00329237780533731, | |
| 0.003303694073110819, | |
| 0.0032720218878239393, | |
| 0.003296006005257368, | |
| 0.003291818080469966, | |
| 0.0032933950424194336, | |
| 0.003287757048383355, | |
| 0.0033019729889929295, | |
| 0.003304718993604183, | |
| 0.003299375995993614, | |
| 0.0033028018660843372, | |
| 0.003298334078863263, | |
| 0.0034290640614926815, | |
| 0.005761147942394018, | |
| 0.0034197659697383642, | |
| 0.003290934022516012, | |
| 0.0033027371391654015, | |
| 0.003298151073977351, | |
| 0.003296928945928812, | |
| 0.0032770580146461725, | |
| 0.00330014294013381, | |
| 0.003293354995548725, | |
| 0.003303566947579384, | |
| 0.003287489991635084, | |
| 0.003291099099442363, | |
| 0.003293751971796155, | |
| 0.003295658156275749, | |
| 0.003301559016108513, | |
| 0.0032927589491009712, | |
| 0.0032790149562060833, | |
| 0.003289370099082589, | |
| 0.003292751032859087, | |
| 0.003287313040345907, | |
| 0.0032888769637793303, | |
| 0.0033072340302169323, | |
| 0.003299462143331766, | |
| 0.0032964979764074087, | |
| 0.0033001110423356295, | |
| 0.0032898590434342623, | |
| 0.003280363045632839, | |
| 0.0032954488415271044, | |
| 0.0032985620200634003, | |
| 0.0033056579995900393, | |
| 0.003298486117273569, | |
| 0.0033081690780818462, | |
| 0.0032985778525471687, | |
| 0.0032901051454246044, | |
| 0.0032849579583853483, | |
| 0.0033057760447263718, | |
| 0.0032675231341272593, | |
| 0.0032937920186668634, | |
| 0.0033327429555356503, | |
| 0.0032930669840425253, | |
| 0.0032830052077770233, | |
| 0.0032958360388875008, | |
| 0.0032948951702564955, | |
| 0.0032926590647548437, | |
| 0.0032925379928201437, | |
| 0.003311767941340804, | |
| 0.0032990931067615747, | |
| 0.003290416905656457, | |
| 0.003297381103038788, | |
| 0.003299376927316189, | |
| 0.0033335560001432896, | |
| 0.0033038598485291004, | |
| 0.003309141146019101, | |
| 0.003287896979600191, | |
| 0.003283994970843196, | |
| 0.00330630992539227, | |
| 0.003293724963441491, | |
| 0.0032905968837440014, | |
| 0.003306950908154249, | |
| 0.0032929468434304, | |
| 0.0032838929910212755, | |
| 0.003289947984740138, | |
| 0.0033036689274013042, | |
| 0.0032934360206127167, | |
| 0.0032934648916125298, | |
| 0.0033081481233239174, | |
| 0.003291127970442176, | |
| 0.0032856259495019913, | |
| 0.0032950500026345253, | |
| 0.003280526027083397, | |
| 0.0032879880163818598, | |
| 0.003290188033133745, | |
| 0.0033022218849509954, | |
| 0.0032867349218577147, | |
| 0.003295328002423048, | |
| 0.003301863092929125, | |
| 0.0032954749185591936, | |
| 0.0032926038838922977, | |
| 0.003298190888017416, | |
| 0.003318413160741329, | |
| 0.0032865707762539387, | |
| 0.0032920718658715487, | |
| 0.003327932907268405, | |
| 0.003297460963949561, | |
| 0.003295555943623185, | |
| 0.003296602051705122, | |
| 0.003303806995972991, | |
| 0.0032862189691513777, | |
| 0.0033044021110981703, | |
| 0.003304789075627923, | |
| 0.0032824340742081404, | |
| 0.003290941007435322, | |
| 0.0032817909959703684, | |
| 0.0032918998040258884, | |
| 0.0032954690977931023, | |
| 0.0032943340484052896, | |
| 0.0032967289444059134, | |
| 0.0032853928860276937, | |
| 0.003320066025480628, | |
| 0.0033026919700205326, | |
| 0.003286982188001275, | |
| 0.0033004709985107183, | |
| 0.0032683478202670813, | |
| 0.0033016980160027742, | |
| 0.0032916469499468803, | |
| 0.0032720318995416164, | |
| 0.003297555958852172, | |
| 0.0032883312087506056, | |
| 0.00329340691678226, | |
| 0.003302670083940029, | |
| 0.003289103042334318, | |
| 0.0032984628342092037, | |
| 0.0032610800117254257, | |
| 0.003302843077108264, | |
| 0.003291877917945385, | |
| 0.0032718139700591564, | |
| 0.0033036370296031237, | |
| 0.003285096026957035, | |
| 0.0032966991420835257, | |
| 0.0032898099161684513, | |
| 0.003291202010586858, | |
| 0.0032941901590675116, | |
| 0.0032768917735666037, | |
| 0.0033020381815731525, | |
| 0.0032980809919536114, | |
| 0.0032995629590004683, | |
| 0.0032874979078769684, | |
| 0.0032987447921186686, | |
| 0.0032944739796221256, | |
| 0.0033023979049175978, | |
| 0.00329708494246006, | |
| 0.003315218025818467, | |
| 0.0032656521070748568, | |
| 0.0032988600432872772, | |
| 0.0033032929059118032, | |
| 0.0032920048106461763, | |
| 0.003294009016826749, | |
| 0.003292993176728487, | |
| 0.003301355056464672, | |
| 0.0033002509735524654, | |
| 0.003310577943921089, | |
| 0.0032964060083031654, | |
| 0.0032933219335973263, | |
| 0.0032910259906202555, | |
| 0.0032951352186501026, | |
| 0.0032774810679256916, | |
| 0.003288300009444356, | |
| 0.0032974090427160263, | |
| 0.0032946798019111156, | |
| 0.00329256197437644, | |
| 0.0032946919091045856, | |
| 0.003294045105576515, | |
| 0.003263085847720504, | |
| 0.003293646965175867, | |
| 0.0032991538755595684, | |
| 0.003288577077910304, | |
| 0.00329245300963521, | |
| 0.003299209987744689, | |
| 0.003307259874418378, | |
| 0.0032870869617909193, | |
| 0.003283602185547352, | |
| 0.003308037994429469, | |
| 0.0032750978134572506, | |
| 0.003294076072052121, | |
| 0.0033035080414265394, | |
| 0.0034299760591238737, | |
| 0.0032790149562060833, | |
| 0.0033040870912373066, | |
| 0.0032765220385044813, | |
| 0.003286560997366905, | |
| 0.0032879370264708996, | |
| 0.0033103590831160545, | |
| 0.00329366116784513, | |
| 0.003285176120698452, | |
| 0.00329631008207798, | |
| 0.0032730489037930965, | |
| 0.003283828031271696, | |
| 0.003296452108770609, | |
| 0.0033083560410887003, | |
| 0.0032983790151774883, | |
| 0.0032937091309577227, | |
| 0.003309090854600072, | |
| 0.003296812064945698, | |
| 0.0032876150216907263, | |
| 0.003307610983029008, | |
| 0.0033030800987035036, | |
| 0.0032849109265953302, | |
| 0.0032907400745898485, | |
| 0.003292910987511277, | |
| 0.0032921249512583017, | |
| 0.0032932220492511988, | |
| 0.0032867789268493652, | |
| 0.0033085490576922894, | |
| 0.0032951361499726772, | |
| 0.003300280077382922, | |
| 0.00332986400462687, | |
| 0.003285870188847184, | |
| 0.0033014900982379913, | |
| 0.003284138860180974, | |
| 0.003297785995528102, | |
| 0.003297535004094243, | |
| 0.0032970488537102938, | |
| 0.003292882116511464 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-backward-total_cart]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-backward-total_cart]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.TotalScore'>]" | |
| }, | |
| "param": "cpu-backward-total_cart", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.03417491796426475, | |
| "max": 0.08267343998886645, | |
| "mean": 0.03857568348175846, | |
| "stddev": 0.010040459705668246, | |
| "rounds": 40, | |
| "median": 0.0348081294214353, | |
| "iqr": 0.002002806169912219, | |
| "q1": 0.03456038446165621, | |
| "q3": 0.03656319063156843, | |
| "iqr_outliers": 6, | |
| "stddev_outliers": 3, | |
| "outliers": "3;6", | |
| "ld15iqr": 0.03417491796426475, | |
| "hd15iqr": 0.04007198312319815, | |
| "ops": 25.923066287934383, | |
| "total": 1.5430273392703384, | |
| "data": [ | |
| 0.08267343998886645, | |
| 0.03573979111388326, | |
| 0.037299097049981356, | |
| 0.035377001855522394, | |
| 0.03667413117364049, | |
| 0.03477635094895959, | |
| 0.04007198312319815, | |
| 0.034729081904515624, | |
| 0.036408640909940004, | |
| 0.036452250089496374, | |
| 0.034818558022379875, | |
| 0.036328040063381195, | |
| 0.03716730582527816, | |
| 0.034505738178268075, | |
| 0.035294756991788745, | |
| 0.0346898240968585, | |
| 0.03452086797915399, | |
| 0.03479770082049072, | |
| 0.034514375030994415, | |
| 0.034635212970897555, | |
| 0.04635628988035023, | |
| 0.036065805004909635, | |
| 0.03641418507322669, | |
| 0.03636527806520462, | |
| 0.03456801897846162, | |
| 0.0345527499448508, | |
| 0.03451200411655009, | |
| 0.03463334799744189, | |
| 0.034499763045459986, | |
| 0.03467703307978809, | |
| 0.03450231486931443, | |
| 0.06793773197568953, | |
| 0.03862782404758036, | |
| 0.06402881001122296, | |
| 0.034645359963178635, | |
| 0.0344451901037246, | |
| 0.03418183885514736, | |
| 0.03417491796426475, | |
| 0.04178190417587757, | |
| 0.03458282398059964 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-backward-total_torsion]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-backward-total_torsion]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceTotal'>]" | |
| }, | |
| "param": "cpu-backward-total_torsion", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.04929013387300074, | |
| "max": 0.1280379460658878, | |
| "mean": 0.050983994923608035, | |
| "stddev": 0.0112372525381788, | |
| "rounds": 49, | |
| "median": 0.049363906029611826, | |
| "iqr": 8.695386350154877e-05, | |
| "q1": 0.049330423993524164, | |
| "q3": 0.04941737785702571, | |
| "iqr_outliers": 3, | |
| "stddev_outliers": 1, | |
| "outliers": "1;3", | |
| "ld15iqr": 0.04929013387300074, | |
| "hd15iqr": 0.04956292686983943, | |
| "ops": 19.61399850086977, | |
| "total": 2.4982157512567937, | |
| "data": [ | |
| 0.1280379460658878, | |
| 0.04952959483489394, | |
| 0.04932408104650676, | |
| 0.049307226901873946, | |
| 0.049309907015413046, | |
| 0.04932759003713727, | |
| 0.04933476005680859, | |
| 0.04936640802770853, | |
| 0.04934533592313528, | |
| 0.049383957870304585, | |
| 0.04963022796437144, | |
| 0.049421310890465975, | |
| 0.049381518037989736, | |
| 0.049399899085983634, | |
| 0.049374878173694015, | |
| 0.04929201886989176, | |
| 0.04933165106922388, | |
| 0.04944058205001056, | |
| 0.04929986596107483, | |
| 0.04933779803104699, | |
| 0.04938983800821006, | |
| 0.04932317300699651, | |
| 0.04933679010719061, | |
| 0.049376139184460044, | |
| 0.049317494966089725, | |
| 0.04942637705244124, | |
| 0.04934298200532794, | |
| 0.04946481413207948, | |
| 0.04929013387300074, | |
| 0.049486299976706505, | |
| 0.0493272349704057, | |
| 0.04956292686983943, | |
| 0.04936109599657357, | |
| 0.04934170586057007, | |
| 0.04933109600096941, | |
| 0.04938877304084599, | |
| 0.049363906029611826, | |
| 0.049377250019460917, | |
| 0.04933425807394087, | |
| 0.04944010102190077, | |
| 0.04941629781387746, | |
| 0.04939339915290475, | |
| 0.049328407971188426, | |
| 0.04947015712969005, | |
| 0.04941562400199473, | |
| 0.049337517004460096, | |
| 0.04934932803735137, | |
| 0.04942061798647046, | |
| 0.04932545404881239 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-backward-hbond]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-backward-hbond]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.HBondScore'>]" | |
| }, | |
| "param": "cpu-backward-hbond", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.01126222312450409, | |
| "max": 0.01305167912505567, | |
| "mean": 0.011306740704971407, | |
| "stddev": 9.329937731559594e-05, | |
| "rounds": 431, | |
| "median": 0.011292345123365521, | |
| "iqr": 1.7270445823669434e-05, | |
| "q1": 0.011285829765256494, | |
| "q3": 0.011303100211080164, | |
| "iqr_outliers": 46, | |
| "stddev_outliers": 13, | |
| "outliers": "13;46", | |
| "ld15iqr": 0.01126222312450409, | |
| "hd15iqr": 0.0113292729947716, | |
| "ops": 88.4428170852379, | |
| "total": 4.873205243842676, | |
| "data": [ | |
| 0.011433743871748447, | |
| 0.011344342958182096, | |
| 0.011342296143993735, | |
| 0.01133696106262505, | |
| 0.011336853029206395, | |
| 0.01147781708277762, | |
| 0.011394486064091325, | |
| 0.011360147967934608, | |
| 0.011357082054018974, | |
| 0.011352336965501308, | |
| 0.011585840955376625, | |
| 0.011369389947503805, | |
| 0.011359999887645245, | |
| 0.01134617393836379, | |
| 0.011371670989319682, | |
| 0.011387258069589734, | |
| 0.011298081139102578, | |
| 0.011287055909633636, | |
| 0.01129935123026371, | |
| 0.01129140006378293, | |
| 0.011315246112644672, | |
| 0.011303707025945187, | |
| 0.011291947914287448, | |
| 0.011297716991975904, | |
| 0.011301602004095912, | |
| 0.011365189915522933, | |
| 0.011293702060356736, | |
| 0.011297097895294428, | |
| 0.011286766035482287, | |
| 0.011299815028905869, | |
| 0.011282623978331685, | |
| 0.011299247853457928, | |
| 0.011284348089247942, | |
| 0.011291089002043009, | |
| 0.011287584202364087, | |
| 0.011270476039499044, | |
| 0.011297771008685231, | |
| 0.01128366100601852, | |
| 0.011284495936706662, | |
| 0.01128884800709784, | |
| 0.011298563098534942, | |
| 0.011292780051007867, | |
| 0.01129115093499422, | |
| 0.011294075986370444, | |
| 0.01129347993992269, | |
| 0.011289575137197971, | |
| 0.011293892981484532, | |
| 0.011323843849822879, | |
| 0.01129402406513691, | |
| 0.011300485115498304, | |
| 0.011286098975688219, | |
| 0.011298400117084384, | |
| 0.01128381583839655, | |
| 0.011285720160230994, | |
| 0.011406605131924152, | |
| 0.011282148072496057, | |
| 0.01129045500420034, | |
| 0.011306128930300474, | |
| 0.01129383617080748, | |
| 0.011302632978186011, | |
| 0.011306271888315678, | |
| 0.01128760282881558, | |
| 0.01131264097057283, | |
| 0.01128880912438035, | |
| 0.011302719125524163, | |
| 0.01128032198175788, | |
| 0.011298728873953223, | |
| 0.0112841478548944, | |
| 0.011283157858997583, | |
| 0.011297436896711588, | |
| 0.011286748806014657, | |
| 0.011294923024252057, | |
| 0.011287327855825424, | |
| 0.011287057772278786, | |
| 0.01130494917742908, | |
| 0.011279820930212736, | |
| 0.011289390968158841, | |
| 0.011271233903244138, | |
| 0.011293190997093916, | |
| 0.0113292729947716, | |
| 0.011320231016725302, | |
| 0.011285509914159775, | |
| 0.011303587816655636, | |
| 0.01305167912505567, | |
| 0.01133685908280313, | |
| 0.011281186947599053, | |
| 0.011282764840871096, | |
| 0.011305591091513634, | |
| 0.011371547123417258, | |
| 0.011297537013888359, | |
| 0.011282216990366578, | |
| 0.01130605093203485, | |
| 0.011285000015050173, | |
| 0.011322516947984695, | |
| 0.01129455491900444, | |
| 0.01128444098867476, | |
| 0.011292740004137158, | |
| 0.011387925827875733, | |
| 0.011316148098558187, | |
| 0.011300147976726294, | |
| 0.011306892149150372, | |
| 0.011277424171566963, | |
| 0.011299188015982509, | |
| 0.011288556037470698, | |
| 0.01128069800324738, | |
| 0.011285271029919386, | |
| 0.011280920822173357, | |
| 0.011267214082181454, | |
| 0.011280925944447517, | |
| 0.01131183304823935, | |
| 0.011300014099106193, | |
| 0.011279965052381158, | |
| 0.01128210686147213, | |
| 0.01127821602858603, | |
| 0.011279728962108493, | |
| 0.011303565930575132, | |
| 0.011338086100295186, | |
| 0.011292089940980077, | |
| 0.011284769978374243, | |
| 0.011299943085759878, | |
| 0.01129245012998581, | |
| 0.011283454950898886, | |
| 0.011307250009849668, | |
| 0.011301163118332624, | |
| 0.011287580011412501, | |
| 0.011333330068737268, | |
| 0.011295816861093044, | |
| 0.011285269865766168, | |
| 0.011308626970276237, | |
| 0.011292965849861503, | |
| 0.011292400071397424, | |
| 0.011293415213003755, | |
| 0.01129749184474349, | |
| 0.011297204997390509, | |
| 0.011289431946352124, | |
| 0.011310334084555507, | |
| 0.011283468920737505, | |
| 0.01128381909802556, | |
| 0.011321341153234243, | |
| 0.011291979113593698, | |
| 0.0112941381521523, | |
| 0.0112819061614573, | |
| 0.01129434397444129, | |
| 0.011393371969461441, | |
| 0.011290014022961259, | |
| 0.011290543945506215, | |
| 0.011289810994639993, | |
| 0.011280175996944308, | |
| 0.011285858927294612, | |
| 0.011307376902550459, | |
| 0.011277672834694386, | |
| 0.011274497024714947, | |
| 0.011325184954330325, | |
| 0.011337021132931113, | |
| 0.011306772008538246, | |
| 0.011296547949314117, | |
| 0.011287708999589086, | |
| 0.011288217036053538, | |
| 0.01130525697953999, | |
| 0.011297845980152488, | |
| 0.01128303213045001, | |
| 0.011327882995828986, | |
| 0.011274283984676003, | |
| 0.011318418895825744, | |
| 0.01130124507471919, | |
| 0.011281094048172235, | |
| 0.011282918974757195, | |
| 0.011279277969151735, | |
| 0.011300730984658003, | |
| 0.011295136064291, | |
| 0.011278654914349318, | |
| 0.011304435785859823, | |
| 0.011286751832813025, | |
| 0.011290398193523288, | |
| 0.011285820044577122, | |
| 0.011291601927950978, | |
| 0.011292345123365521, | |
| 0.01129967998713255, | |
| 0.011310318019241095, | |
| 0.011288172099739313, | |
| 0.011278935940936208, | |
| 0.011292516021057963, | |
| 0.011283300118520856, | |
| 0.011291569098830223, | |
| 0.011361143784597516, | |
| 0.011291770031675696, | |
| 0.011292927898466587, | |
| 0.011610651854425669, | |
| 0.011289342073723674, | |
| 0.011295021045953035, | |
| 0.011307734064757824, | |
| 0.01130301202647388, | |
| 0.011293696006760001, | |
| 0.011282478924840689, | |
| 0.01127934386022389, | |
| 0.011289423098787665, | |
| 0.011286850087344646, | |
| 0.011291197966784239, | |
| 0.011290700873360038, | |
| 0.011306514032185078, | |
| 0.01133792195469141, | |
| 0.01134210079908371, | |
| 0.011298815021291375, | |
| 0.011304104002192616, | |
| 0.011291536036878824, | |
| 0.011275836965069175, | |
| 0.011296483920887113, | |
| 0.011291742091998458, | |
| 0.011283833999186754, | |
| 0.0112808330450207, | |
| 0.011291710892692208, | |
| 0.011290692025795579, | |
| 0.01127920811995864, | |
| 0.011305982014164329, | |
| 0.011308325920253992, | |
| 0.01128361513838172, | |
| 0.011290798895061016, | |
| 0.011284203035756946, | |
| 0.011287797009572387, | |
| 0.011279471917077899, | |
| 0.011290655005723238, | |
| 0.01128607802093029, | |
| 0.011290427995845675, | |
| 0.011307501001283526, | |
| 0.011274748016148806, | |
| 0.011289322981610894, | |
| 0.011326455976814032, | |
| 0.011311665875837207, | |
| 0.011291659902781248, | |
| 0.011288305977359414, | |
| 0.011286649852991104, | |
| 0.011366848833858967, | |
| 0.011284622130915523, | |
| 0.011318506905809045, | |
| 0.01128384005278349, | |
| 0.01127770496532321, | |
| 0.011286121094599366, | |
| 0.011291224043816328, | |
| 0.011313884984701872, | |
| 0.011300891870632768, | |
| 0.011296236189082265, | |
| 0.011302086990326643, | |
| 0.011275511933490634, | |
| 0.011280567850917578, | |
| 0.011292997980490327, | |
| 0.011267156107351184, | |
| 0.011302477912977338, | |
| 0.01126222312450409, | |
| 0.01128096878528595, | |
| 0.01128292316570878, | |
| 0.011322716949507594, | |
| 0.011305723106488585, | |
| 0.011292044073343277, | |
| 0.01129402406513691, | |
| 0.011291435919702053, | |
| 0.011292659910395741, | |
| 0.011288228910416365, | |
| 0.011288050096482038, | |
| 0.011303692124783993, | |
| 0.011303107952699065, | |
| 0.011290611932054162, | |
| 0.011296591954305768, | |
| 0.011290942085906863, | |
| 0.01130702393129468, | |
| 0.011286438908427954, | |
| 0.011356183094903827, | |
| 0.011321702972054482, | |
| 0.011287879897281528, | |
| 0.011273861862719059, | |
| 0.011299268808215857, | |
| 0.011278471909463406, | |
| 0.01129575097002089, | |
| 0.011385343037545681, | |
| 0.011290359077975154, | |
| 0.011433355044573545, | |
| 0.01143252314068377, | |
| 0.011309092165902257, | |
| 0.01128991786390543, | |
| 0.011291014961898327, | |
| 0.011287791188806295, | |
| 0.011295732110738754, | |
| 0.011271898867562413, | |
| 0.011269009904935956, | |
| 0.011282271007075906, | |
| 0.011279855854809284, | |
| 0.011286823078989983, | |
| 0.011294725118204951, | |
| 0.011287871981039643, | |
| 0.011310778092592955, | |
| 0.011298606172204018, | |
| 0.011275742901489139, | |
| 0.011296560056507587, | |
| 0.011266879038885236, | |
| 0.01128428103402257, | |
| 0.011270300950855017, | |
| 0.011291192146018147, | |
| 0.011285897111520171, | |
| 0.011276578065007925, | |
| 0.011295336065813899, | |
| 0.011291167000308633, | |
| 0.011278899852186441, | |
| 0.011273215059190989, | |
| 0.011286203050985932, | |
| 0.011278895195573568, | |
| 0.011271552182734013, | |
| 0.011284201871603727, | |
| 0.011680458905175328, | |
| 0.01130307698622346, | |
| 0.011293060146272182, | |
| 0.011288766050711274, | |
| 0.011288112960755825, | |
| 0.011285657994449139, | |
| 0.011301083955913782, | |
| 0.011288296896964312, | |
| 0.011294391937553883, | |
| 0.01128866896033287, | |
| 0.011273051146417856, | |
| 0.011292389128357172, | |
| 0.011290675029158592, | |
| 0.011294992174953222, | |
| 0.011405871016904712, | |
| 0.011297638062387705, | |
| 0.011274151038378477, | |
| 0.011280628852546215, | |
| 0.011301255086436868, | |
| 0.011296835960820317, | |
| 0.011295852018520236, | |
| 0.011299399891868234, | |
| 0.011310377856716514, | |
| 0.011289570946246386, | |
| 0.011457988061010838, | |
| 0.011283466126769781, | |
| 0.011292714858427644, | |
| 0.011299600126221776, | |
| 0.011288865935057402, | |
| 0.011289566988125443, | |
| 0.011372308945283294, | |
| 0.011302005033940077, | |
| 0.011289754882454872, | |
| 0.01133487792685628, | |
| 0.01128747290931642, | |
| 0.011291475035250187, | |
| 0.011285935994237661, | |
| 0.011303656036034226, | |
| 0.011286839842796326, | |
| 0.011282650986686349, | |
| 0.011301707942038774, | |
| 0.011326181003823876, | |
| 0.011298042023554444, | |
| 0.011308900080621243, | |
| 0.011286809109151363, | |
| 0.01129527110606432, | |
| 0.011292292037978768, | |
| 0.011289905058220029, | |
| 0.011301103979349136, | |
| 0.011274522868916392, | |
| 0.011294275056570768, | |
| 0.011284841923043132, | |
| 0.01140772202052176, | |
| 0.011274470016360283, | |
| 0.0112769128754735, | |
| 0.011278348043560982, | |
| 0.01128742890432477, | |
| 0.01133859483525157, | |
| 0.01139355800114572, | |
| 0.011305905878543854, | |
| 0.01130693405866623, | |
| 0.011282960884273052, | |
| 0.011302242055535316, | |
| 0.011283817933872342, | |
| 0.011288817971944809, | |
| 0.011286061024293303, | |
| 0.011297713965177536, | |
| 0.011288397014141083, | |
| 0.011292515089735389, | |
| 0.011297806864604354, | |
| 0.011281023034825921, | |
| 0.011287989094853401, | |
| 0.011399497976526618, | |
| 0.011277670972049236, | |
| 0.011293470859527588, | |
| 0.011289231944829226, | |
| 0.011287149973213673, | |
| 0.011299143079668283, | |
| 0.011285555083304644, | |
| 0.011301903985440731, | |
| 0.011295530013740063, | |
| 0.011277680052444339, | |
| 0.011295746080577374, | |
| 0.011310418834909797, | |
| 0.011288820067420602, | |
| 0.011296967044472694, | |
| 0.011283971834927797, | |
| 0.011288612149655819, | |
| 0.011297064134851098, | |
| 0.011285691987723112, | |
| 0.01128433900885284, | |
| 0.011269680922850966, | |
| 0.011303507024422288, | |
| 0.01128138112835586, | |
| 0.011288163950666785, | |
| 0.011297558899968863, | |
| 0.011299578007310629, | |
| 0.01130069000646472, | |
| 0.011283887084573507, | |
| 0.011306207161396742, | |
| 0.011281774146482348, | |
| 0.011285543907433748, | |
| 0.011464129900559783, | |
| 0.011301715159788728, | |
| 0.011288556037470698, | |
| 0.011288773035630584, | |
| 0.011307804146781564, | |
| 0.01129416306503117, | |
| 0.011304415995255113, | |
| 0.011296550976112485, | |
| 0.011311003006994724, | |
| 0.011291850823909044, | |
| 0.011287929955869913, | |
| 0.011305330786854029, | |
| 0.011289918096736073, | |
| 0.011299509089440107, | |
| 0.011298767058178782, | |
| 0.01130379899404943, | |
| 0.011321912985295057, | |
| 0.011289882007986307, | |
| 0.011284061009064317, | |
| 0.01131152594462037, | |
| 0.011289146961644292, | |
| 0.011290041962638497, | |
| 0.011288219131529331 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-backward-ljlk]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-backward-ljlk]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.LJLKScore'>]" | |
| }, | |
| "param": "cpu-backward-ljlk", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.02291910396888852, | |
| "max": 0.040540373884141445, | |
| "mean": 0.023328330857344926, | |
| "stddev": 0.0019958026808649275, | |
| "rounds": 78, | |
| "median": 0.02301173098385334, | |
| "iqr": 0.00012596487067639828, | |
| "q1": 0.02296671597287059, | |
| "q3": 0.023092680843546987, | |
| "iqr_outliers": 10, | |
| "stddev_outliers": 1, | |
| "outliers": "1;10", | |
| "ld15iqr": 0.02291910396888852, | |
| "hd15iqr": 0.02341913105919957, | |
| "ops": 42.86633304864801, | |
| "total": 1.8196098068729043, | |
| "data": [ | |
| 0.040540373884141445, | |
| 0.02341913105919957, | |
| 0.023433409165591, | |
| 0.023446819046512246, | |
| 0.02428757888264954, | |
| 0.023223356809467077, | |
| 0.023148407926782966, | |
| 0.022969007026404142, | |
| 0.023054814897477627, | |
| 0.022933017928153276, | |
| 0.02299450198188424, | |
| 0.023434258066117764, | |
| 0.023709299974143505, | |
| 0.024753653910011053, | |
| 0.023076090030372143, | |
| 0.023175306152552366, | |
| 0.023048568982630968, | |
| 0.023065957939252257, | |
| 0.023018985986709595, | |
| 0.022972500883042812, | |
| 0.022973784944042563, | |
| 0.023071219911798835, | |
| 0.022934568114578724, | |
| 0.023066654102876782, | |
| 0.02302086493000388, | |
| 0.022948824102059007, | |
| 0.023096035001799464, | |
| 0.02305581606924534, | |
| 0.022953585954383016, | |
| 0.023015788989141583, | |
| 0.023124511819332838, | |
| 0.023234491934999824, | |
| 0.023609845899045467, | |
| 0.023009377066046, | |
| 0.022980516077950597, | |
| 0.0230624470859766, | |
| 0.022969479905441403, | |
| 0.022944818949326873, | |
| 0.022963454946875572, | |
| 0.022955515887588263, | |
| 0.023063353030011058, | |
| 0.02296851109713316, | |
| 0.02296671597287059, | |
| 0.022933790925890207, | |
| 0.023035353980958462, | |
| 0.02298230677843094, | |
| 0.022968915989622474, | |
| 0.023026326904073358, | |
| 0.023092680843546987, | |
| 0.022935913875699043, | |
| 0.022959309862926602, | |
| 0.022952490020543337, | |
| 0.02298288093879819, | |
| 0.0229358549695462, | |
| 0.02296053315512836, | |
| 0.02295540808700025, | |
| 0.02291910396888852, | |
| 0.02301408490166068, | |
| 0.022995533887296915, | |
| 0.022953740088269114, | |
| 0.022959608817473054, | |
| 0.023132241098210216, | |
| 0.022947954013943672, | |
| 0.022982632974162698, | |
| 0.023843502160161734, | |
| 0.02307028416544199, | |
| 0.02317194198258221, | |
| 0.02295568212866783, | |
| 0.023072512121871114, | |
| 0.02316166483797133, | |
| 0.022996874060481787, | |
| 0.023020348977297544, | |
| 0.022980893030762672, | |
| 0.022981270914897323, | |
| 0.022991417907178402, | |
| 0.022999188164249063, | |
| 0.022985941031947732, | |
| 0.023056396981701255 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cpu-backward-kinematics]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cpu-backward-kinematics]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceDummy'>]" | |
| }, | |
| "param": "cpu-backward-kinematics", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.014924612827599049, | |
| "max": 0.022917861817404628, | |
| "mean": 0.015035351239227128, | |
| "stddev": 0.0005897976760535788, | |
| "rounds": 181, | |
| "median": 0.014988502953201532, | |
| "iqr": 3.469374496489763e-05, | |
| "q1": 0.014972509699873626, | |
| "q3": 0.015007203444838524, | |
| "iqr_outliers": 6, | |
| "stddev_outliers": 1, | |
| "outliers": "1;6", | |
| "ld15iqr": 0.014924612827599049, | |
| "hd15iqr": 0.015059805940836668, | |
| "ops": 66.50991946174206, | |
| "total": 2.7213985743001103, | |
| "data": [ | |
| 0.022917861817404628, | |
| 0.014999492093920708, | |
| 0.015068198088556528, | |
| 0.014986289897933602, | |
| 0.014971128897741437, | |
| 0.015034226002171636, | |
| 0.014968117931857705, | |
| 0.014978030929341912, | |
| 0.01503370190039277, | |
| 0.014960772823542356, | |
| 0.014941475819796324, | |
| 0.014924612827599049, | |
| 0.01498612598516047, | |
| 0.01498058601282537, | |
| 0.014975341036915779, | |
| 0.01495462586171925, | |
| 0.014967949828132987, | |
| 0.014972250908613205, | |
| 0.014985404210165143, | |
| 0.014978964114561677, | |
| 0.015001876978203654, | |
| 0.015019594924524426, | |
| 0.01500418409705162, | |
| 0.014971609925851226, | |
| 0.015010527102276683, | |
| 0.014996395912021399, | |
| 0.014956289203837514, | |
| 0.015039119869470596, | |
| 0.014985028887167573, | |
| 0.015001950087025762, | |
| 0.014955973019823432, | |
| 0.015003273030743003, | |
| 0.01493240799754858, | |
| 0.014971093041822314, | |
| 0.014986668014898896, | |
| 0.014986569993197918, | |
| 0.014953559031710029, | |
| 0.014989008894190192, | |
| 0.015019356971606612, | |
| 0.014982951106503606, | |
| 0.015007169917225838, | |
| 0.01501814997754991, | |
| 0.014996826183050871, | |
| 0.014986641006544232, | |
| 0.014976731035858393, | |
| 0.01498794904910028, | |
| 0.014964911853894591, | |
| 0.01501738396473229, | |
| 0.015008551999926567, | |
| 0.014984236098825932, | |
| 0.014988937880843878, | |
| 0.014987056143581867, | |
| 0.014984557870775461, | |
| 0.015059805940836668, | |
| 0.014977514045313, | |
| 0.014988502953201532, | |
| 0.014970856020227075, | |
| 0.014981045154854655, | |
| 0.014969920041039586, | |
| 0.014969571959227324, | |
| 0.014972162898629904, | |
| 0.014990269904956222, | |
| 0.014991169096902013, | |
| 0.01501117181032896, | |
| 0.015032162191346288, | |
| 0.015000984072685242, | |
| 0.015004470013082027, | |
| 0.014986581169068813, | |
| 0.015007947105914354, | |
| 0.014972042990848422, | |
| 0.015004952903836966, | |
| 0.015006172005087137, | |
| 0.01500976295210421, | |
| 0.015040388097986579, | |
| 0.014964075991883874, | |
| 0.015005857916548848, | |
| 0.014970148913562298, | |
| 0.015040760859847069, | |
| 0.01504030916839838, | |
| 0.015011203940957785, | |
| 0.015003059059381485, | |
| 0.0149725959636271, | |
| 0.015019771875813603, | |
| 0.014959780033677816, | |
| 0.014975090976804495, | |
| 0.015002293977886438, | |
| 0.014984218869358301, | |
| 0.014982905006036162, | |
| 0.014975575031712651, | |
| 0.014988889917731285, | |
| 0.014968550996854901, | |
| 0.01502019981853664, | |
| 0.014989040791988373, | |
| 0.01497904909774661, | |
| 0.014982455177232623, | |
| 0.014961546985432506, | |
| 0.01499082986265421, | |
| 0.015010973904281855, | |
| 0.014968605944886804, | |
| 0.015029703034088016, | |
| 0.014979710802435875, | |
| 0.014977942919358611, | |
| 0.01500220992602408, | |
| 0.014995715813711286, | |
| 0.014978708932176232, | |
| 0.015011895913630724, | |
| 0.015026494860649109, | |
| 0.014967604074627161, | |
| 0.01497705583460629, | |
| 0.01497967098839581, | |
| 0.014986623078584671, | |
| 0.01495592505671084, | |
| 0.014994387049227953, | |
| 0.014993703924119473, | |
| 0.015014720847830176, | |
| 0.015018133213743567, | |
| 0.014981574146077037, | |
| 0.014982414897531271, | |
| 0.014995705103501678, | |
| 0.01500035310164094, | |
| 0.014980711974203587, | |
| 0.01499018701724708, | |
| 0.014984797919169068, | |
| 0.01499621500261128, | |
| 0.014996974030509591, | |
| 0.01495810505002737, | |
| 0.01497033890336752, | |
| 0.01498467312194407, | |
| 0.014975112862884998, | |
| 0.015001913998275995, | |
| 0.015090320957824588, | |
| 0.014994374010711908, | |
| 0.015027747955173254, | |
| 0.01502610812895, | |
| 0.014985371148213744, | |
| 0.015047400956973433, | |
| 0.014994892058894038, | |
| 0.01502361404709518, | |
| 0.014961128123104572, | |
| 0.015038105193525553, | |
| 0.015000540064647794, | |
| 0.015016818884760141, | |
| 0.015086538158357143, | |
| 0.01493811490945518, | |
| 0.015003741951659322, | |
| 0.015018175123259425, | |
| 0.014987634029239416, | |
| 0.014961662935093045, | |
| 0.014964373083785176, | |
| 0.015023667830973864, | |
| 0.014952058903872967, | |
| 0.014978003920987248, | |
| 0.014992617070674896, | |
| 0.014962362125515938, | |
| 0.01498947199434042, | |
| 0.014938079053536057, | |
| 0.015062617836520076, | |
| 0.014954118058085442, | |
| 0.014981355983763933, | |
| 0.015003639040514827, | |
| 0.01503361202776432, | |
| 0.014966744929552078, | |
| 0.014965337002649903, | |
| 0.01501195877790451, | |
| 0.014947043033316731, | |
| 0.014941475819796324, | |
| 0.014947912190109491, | |
| 0.015007304027676582, | |
| 0.014994451077654958, | |
| 0.015010508010163903, | |
| 0.014988456154242158, | |
| 0.015023163985460997, | |
| 0.014989167917519808, | |
| 0.015013098018243909, | |
| 0.014968658098950982, | |
| 0.01497269095852971, | |
| 0.014952288940548897, | |
| 0.014994413824751973, | |
| 0.015006009954959154, | |
| 0.0149913199711591, | |
| 0.015002081170678139 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-full-total_cart]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-full-total_cart]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.TotalScore'>]" | |
| }, | |
| "param": "cuda-full-total_cart", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.050549664068967104, | |
| "max": 0.05739393690600991, | |
| "mean": 0.05310593716258525, | |
| "stddev": 0.0023291961079404573, | |
| "rounds": 98, | |
| "median": 0.05287065403535962, | |
| "iqr": 0.004805025877431035, | |
| "q1": 0.05075070005841553, | |
| "q3": 0.05555572593584657, | |
| "iqr_outliers": 0, | |
| "stddev_outliers": 58, | |
| "outliers": "58;0", | |
| "ld15iqr": 0.050549664068967104, | |
| "hd15iqr": 0.05739393690600991, | |
| "ops": 18.830286281145423, | |
| "total": 5.204381841933355, | |
| "data": [ | |
| 0.052033577812835574, | |
| 0.05080909398384392, | |
| 0.05069114197976887, | |
| 0.05473026190884411, | |
| 0.05565426405519247, | |
| 0.05065963394008577, | |
| 0.05080774798989296, | |
| 0.05487093306146562, | |
| 0.055780597031116486, | |
| 0.050718011101707816, | |
| 0.050825719023123384, | |
| 0.054769088979810476, | |
| 0.05587947298772633, | |
| 0.055752909975126386, | |
| 0.05060500302352011, | |
| 0.05074327206239104, | |
| 0.055130586959421635, | |
| 0.055500904098153114, | |
| 0.05061729089356959, | |
| 0.05072833807207644, | |
| 0.054930299054831266, | |
| 0.05585419898852706, | |
| 0.0557663410436362, | |
| 0.0506444179918617, | |
| 0.05076384684070945, | |
| 0.054975542007014155, | |
| 0.05572431208565831, | |
| 0.05585578014142811, | |
| 0.05078605702146888, | |
| 0.05075398599728942, | |
| 0.0548082219902426, | |
| 0.05569807207211852, | |
| 0.050549664068967104, | |
| 0.055559891974553466, | |
| 0.055834116879850626, | |
| 0.05063670198433101, | |
| 0.053606830071657896, | |
| 0.05207297601737082, | |
| 0.05584441893734038, | |
| 0.0558280439581722, | |
| 0.05061902501620352, | |
| 0.05058661289513111, | |
| 0.05058518797159195, | |
| 0.054714206140488386, | |
| 0.055544893024489284, | |
| 0.05601585702970624, | |
| 0.055985655169934034, | |
| 0.05739393690600991, | |
| 0.05450198985636234, | |
| 0.05062252306379378, | |
| 0.050660578068345785, | |
| 0.05296884593553841, | |
| 0.05254214396700263, | |
| 0.05087331612594426, | |
| 0.05075070005841553, | |
| 0.054875772912055254, | |
| 0.05550591181963682, | |
| 0.05096101388335228, | |
| 0.051005909917876124, | |
| 0.05083141103386879, | |
| 0.050761650083586574, | |
| 0.05515010189265013, | |
| 0.050930376164615154, | |
| 0.05109436018392444, | |
| 0.05473332991823554, | |
| 0.05087035405449569, | |
| 0.05555572593584657, | |
| 0.05098278494551778, | |
| 0.050913493847474456, | |
| 0.05093390285037458, | |
| 0.050792385125532746, | |
| 0.05405304511077702, | |
| 0.05077744787558913, | |
| 0.05521463509649038, | |
| 0.050632378086447716, | |
| 0.05550510692410171, | |
| 0.05062759015709162, | |
| 0.05566143291071057, | |
| 0.05065165413543582, | |
| 0.05063812201842666, | |
| 0.050688969902694225, | |
| 0.05483560007996857, | |
| 0.050646612187847495, | |
| 0.05557504505850375, | |
| 0.05598593084141612, | |
| 0.05589579907245934, | |
| 0.05061518191359937, | |
| 0.050586448051035404, | |
| 0.050829428946599364, | |
| 0.05485761188901961, | |
| 0.053431399865075946, | |
| 0.05277246213518083, | |
| 0.05590766808018088, | |
| 0.05593055486679077, | |
| 0.05064012296497822, | |
| 0.05550715303979814, | |
| 0.05590748297981918, | |
| 0.0559414338786155 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-full-total_torsion]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-full-total_torsion]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceTotal'>]" | |
| }, | |
| "param": "cuda-full-total_torsion", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0610004689078778, | |
| "max": 0.06497132312506437, | |
| "mean": 0.061592494494199186, | |
| "stddev": 0.0006632088341549762, | |
| "rounds": 79, | |
| "median": 0.06140821287408471, | |
| "iqr": 0.0005743801593780518, | |
| "q1": 0.06116562453098595, | |
| "q3": 0.061740004690364, | |
| "iqr_outliers": 7, | |
| "stddev_outliers": 10, | |
| "outliers": "10;7", | |
| "ld15iqr": 0.0610004689078778, | |
| "hd15iqr": 0.06263049482367933, | |
| "ops": 16.235744439514143, | |
| "total": 4.865807065041736, | |
| "data": [ | |
| 0.06104703200981021, | |
| 0.06263049482367933, | |
| 0.06120786187238991, | |
| 0.061077423859387636, | |
| 0.061488959938287735, | |
| 0.06153679685667157, | |
| 0.06237834901548922, | |
| 0.06142646004445851, | |
| 0.0614225200843066, | |
| 0.062105488032102585, | |
| 0.06342489598318934, | |
| 0.06112424307502806, | |
| 0.06117171887308359, | |
| 0.061757189920172095, | |
| 0.06138784298673272, | |
| 0.06166025879792869, | |
| 0.061414771946147084, | |
| 0.06120970891788602, | |
| 0.06193743017502129, | |
| 0.06101007200777531, | |
| 0.06126087182201445, | |
| 0.06122526107355952, | |
| 0.06266484293155372, | |
| 0.06140821287408471, | |
| 0.0616288878954947, | |
| 0.0612509329803288, | |
| 0.06192422192543745, | |
| 0.061468430794775486, | |
| 0.06112786917947233, | |
| 0.0610004689078778, | |
| 0.061015467857941985, | |
| 0.06106112711131573, | |
| 0.061297350097447634, | |
| 0.06113547016866505, | |
| 0.061242691008374095, | |
| 0.06123878713697195, | |
| 0.0611558451782912, | |
| 0.06111772614531219, | |
| 0.06123690796084702, | |
| 0.061231495812535286, | |
| 0.06148575805127621, | |
| 0.06125103193335235, | |
| 0.06124520883895457, | |
| 0.061648443108424544, | |
| 0.06125120306387544, | |
| 0.061660808976739645, | |
| 0.06137851788662374, | |
| 0.06122370809316635, | |
| 0.06193078402429819, | |
| 0.06497132312506437, | |
| 0.06155196484178305, | |
| 0.06146591296419501, | |
| 0.0614929860457778, | |
| 0.061142268823459744, | |
| 0.06130884704180062, | |
| 0.061097692931070924, | |
| 0.06110780616290867, | |
| 0.06109623005613685, | |
| 0.06168844900093973, | |
| 0.06108937808312476, | |
| 0.06224608304910362, | |
| 0.061142173828557134, | |
| 0.06144906021654606, | |
| 0.06225935905240476, | |
| 0.06116359308362007, | |
| 0.06283140601590276, | |
| 0.061665184795856476, | |
| 0.06133394502103329, | |
| 0.06234388402663171, | |
| 0.06100729084573686, | |
| 0.06334561295807362, | |
| 0.06191035499796271, | |
| 0.06211503897793591, | |
| 0.06155590899288654, | |
| 0.06186353485099971, | |
| 0.0630044040735811, | |
| 0.061851083068177104, | |
| 0.06109804194420576, | |
| 0.061420394107699394 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-full-hbond]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-full-hbond]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.HBondScore'>]" | |
| }, | |
| "param": "cuda-full-hbond", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.026579788886010647, | |
| "max": 0.03228908800520003, | |
| "mean": 0.028047236249284454, | |
| "stddev": 0.0008395049975512956, | |
| "rounds": 189, | |
| "median": 0.02798774605616927, | |
| "iqr": 0.0002189482911489904, | |
| "q1": 0.027873192040715367, | |
| "q3": 0.028092140331864357, | |
| "iqr_outliers": 80, | |
| "stddev_outliers": 74, | |
| "outliers": "74;80", | |
| "ld15iqr": 0.027774829883128405, | |
| "hd15iqr": 0.028451274149119854, | |
| "ops": 35.654136867960105, | |
| "total": 5.300927651114762, | |
| "data": [ | |
| 0.02679607504978776, | |
| 0.0307950337883085, | |
| 0.03228908800520003, | |
| 0.027926900889724493, | |
| 0.02797900908626616, | |
| 0.027985832886770368, | |
| 0.027995619922876358, | |
| 0.027009966783225536, | |
| 0.028943088836967945, | |
| 0.027970296796411276, | |
| 0.028025115141645074, | |
| 0.026912124129012227, | |
| 0.029035998042672873, | |
| 0.026974673150107265, | |
| 0.029078258899971843, | |
| 0.0280066451523453, | |
| 0.02795193181373179, | |
| 0.026969622122123837, | |
| 0.029010619968175888, | |
| 0.027979473117738962, | |
| 0.027987495996057987, | |
| 0.02695894381031394, | |
| 0.028999496018514037, | |
| 0.02698904206044972, | |
| 0.02898109215311706, | |
| 0.02803822699934244, | |
| 0.027932804077863693, | |
| 0.028022847836837173, | |
| 0.028032486094161868, | |
| 0.02796168508939445, | |
| 0.02800027118064463, | |
| 0.026969006983563304, | |
| 0.028869074070826173, | |
| 0.026705747935920954, | |
| 0.029272726038470864, | |
| 0.028052381007000804, | |
| 0.028000914957374334, | |
| 0.02802137308754027, | |
| 0.027984869899228215, | |
| 0.02803032612428069, | |
| 0.02809977810829878, | |
| 0.027922987937927246, | |
| 0.027990084141492844, | |
| 0.028066280065104365, | |
| 0.027952342992648482, | |
| 0.02696329215541482, | |
| 0.028998808935284615, | |
| 0.026987365912646055, | |
| 0.02900110580958426, | |
| 0.02699336688965559, | |
| 0.028974423184990883, | |
| 0.026579788886010647, | |
| 0.029416162986308336, | |
| 0.027979134814813733, | |
| 0.02702130191028118, | |
| 0.02900513308122754, | |
| 0.027003556955605745, | |
| 0.029030730947852135, | |
| 0.026956368004903197, | |
| 0.02901349705643952, | |
| 0.026942052878439426, | |
| 0.02917901100590825, | |
| 0.026865979889407754, | |
| 0.02897021290846169, | |
| 0.02696306211873889, | |
| 0.029049851931631565, | |
| 0.02699598902836442, | |
| 0.029100100975483656, | |
| 0.02685562800616026, | |
| 0.029181824065744877, | |
| 0.027864956995472312, | |
| 0.02793318801559508, | |
| 0.02697590389288962, | |
| 0.02901758812367916, | |
| 0.026954998960718513, | |
| 0.028983234893530607, | |
| 0.028054209891706705, | |
| 0.02699128887616098, | |
| 0.028989098966121674, | |
| 0.027021134039387107, | |
| 0.028921891935169697, | |
| 0.027988895075395703, | |
| 0.0279842559248209, | |
| 0.027029369957745075, | |
| 0.028928520856425166, | |
| 0.028127127094194293, | |
| 0.027847882825881243, | |
| 0.02819074783474207, | |
| 0.027789436979219317, | |
| 0.027988587971776724, | |
| 0.027910742908716202, | |
| 0.028054777067154646, | |
| 0.02798910695128143, | |
| 0.027894427068531513, | |
| 0.027993255062028766, | |
| 0.028092116117477417, | |
| 0.02800749009475112, | |
| 0.028042506193742156, | |
| 0.028008492896333337, | |
| 0.0279291660990566, | |
| 0.028034770861268044, | |
| 0.027900563087314367, | |
| 0.027986550936475396, | |
| 0.02802635496482253, | |
| 0.027925000060349703, | |
| 0.026871916139498353, | |
| 0.029167647939175367, | |
| 0.02777736121788621, | |
| 0.027986522065475583, | |
| 0.028051167959347367, | |
| 0.028073511086404324, | |
| 0.027229415951296687, | |
| 0.028600428020581603, | |
| 0.028083317913115025, | |
| 0.02817696798592806, | |
| 0.026953889057040215, | |
| 0.028813802869990468, | |
| 0.028054455993697047, | |
| 0.02798211295157671, | |
| 0.027928764931857586, | |
| 0.02801646408624947, | |
| 0.028026097919791937, | |
| 0.028013763017952442, | |
| 0.02798331412486732, | |
| 0.027975704055279493, | |
| 0.027939948020502925, | |
| 0.027983080130070448, | |
| 0.027792894979938865, | |
| 0.02799039497040212, | |
| 0.028003686107695103, | |
| 0.027494279900565743, | |
| 0.028451274149119854, | |
| 0.02799561806023121, | |
| 0.028071916196495295, | |
| 0.027875937055796385, | |
| 0.02803096384741366, | |
| 0.02800696506164968, | |
| 0.027974250027909875, | |
| 0.02798774605616927, | |
| 0.02802062314003706, | |
| 0.02809002879075706, | |
| 0.02787958481349051, | |
| 0.027966768015176058, | |
| 0.028110275976359844, | |
| 0.027919793035835028, | |
| 0.027982308994978666, | |
| 0.02799195609986782, | |
| 0.028092212975025177, | |
| 0.027883865870535374, | |
| 0.027796355076134205, | |
| 0.028020903933793306, | |
| 0.028002070961520076, | |
| 0.027981719002127647, | |
| 0.02800382301211357, | |
| 0.030512989964336157, | |
| 0.031205227132886648, | |
| 0.027935416903346777, | |
| 0.02806666516698897, | |
| 0.027940462809056044, | |
| 0.028018451994284987, | |
| 0.027958360966295004, | |
| 0.027941145934164524, | |
| 0.02681956486776471, | |
| 0.02676239679567516, | |
| 0.030366976046934724, | |
| 0.027979847975075245, | |
| 0.02791298204101622, | |
| 0.02667193580418825, | |
| 0.02920418488793075, | |
| 0.02797575108706951, | |
| 0.027774829883128405, | |
| 0.027015347965061665, | |
| 0.02903837990015745, | |
| 0.027956864098086953, | |
| 0.027932931203395128, | |
| 0.026901260018348694, | |
| 0.029278208035975695, | |
| 0.027801221003755927, | |
| 0.027991790091618896, | |
| 0.027977459831163287, | |
| 0.027967693051323295, | |
| 0.026954120956361294, | |
| 0.0290462551638484, | |
| 0.026984388008713722, | |
| 0.02912222291342914, | |
| 0.026827416149899364, | |
| 0.029231430031359196, | |
| 0.02675224980339408, | |
| 0.02911030501127243 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-full-ljlk]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-full-ljlk]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.LJLKScore'>]" | |
| }, | |
| "param": "cuda-full-ljlk", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.024376485962420702, | |
| "max": 0.03039802680723369, | |
| "mean": 0.025540836049372902, | |
| "stddev": 0.00044718598608073384, | |
| "rounds": 202, | |
| "median": 0.025568987941369414, | |
| "iqr": 0.00011969194747507572, | |
| "q1": 0.025504691060632467, | |
| "q3": 0.025624383008107543, | |
| "iqr_outliers": 19, | |
| "stddev_outliers": 15, | |
| "outliers": "15;19", | |
| "ld15iqr": 0.02540202089585364, | |
| "hd15iqr": 0.025805681012570858, | |
| "ops": 39.15298614606442, | |
| "total": 5.159248881973326, | |
| "data": [ | |
| 0.024525244953110814, | |
| 0.02450483595021069, | |
| 0.02452146401628852, | |
| 0.024408719036728144, | |
| 0.02443459816277027, | |
| 0.024376485962420702, | |
| 0.02440608898177743, | |
| 0.02444328716956079, | |
| 0.024478010833263397, | |
| 0.024403727147728205, | |
| 0.024387007113546133, | |
| 0.024524062871932983, | |
| 0.02605437603779137, | |
| 0.02564974082633853, | |
| 0.025758536998182535, | |
| 0.025551161030307412, | |
| 0.02563541103154421, | |
| 0.025590383913367987, | |
| 0.025720124132931232, | |
| 0.02552732895128429, | |
| 0.025552076986059546, | |
| 0.025586518924683332, | |
| 0.02551520406268537, | |
| 0.025600753026083112, | |
| 0.025805681012570858, | |
| 0.025624383008107543, | |
| 0.025614763144403696, | |
| 0.02544461190700531, | |
| 0.025584184797480702, | |
| 0.02548556192778051, | |
| 0.025588789023458958, | |
| 0.025615247897803783, | |
| 0.025562305003404617, | |
| 0.02562429290264845, | |
| 0.02557565807364881, | |
| 0.025654273107647896, | |
| 0.02552769985049963, | |
| 0.025582324946299195, | |
| 0.02556912787258625, | |
| 0.0256274351850152, | |
| 0.025633107870817184, | |
| 0.02561584091745317, | |
| 0.02561013982631266, | |
| 0.025532341096550226, | |
| 0.02561882697045803, | |
| 0.025564953917637467, | |
| 0.025649704970419407, | |
| 0.02559980400837958, | |
| 0.02557348902337253, | |
| 0.02556227403692901, | |
| 0.02567646699026227, | |
| 0.0257716269697994, | |
| 0.02551478799432516, | |
| 0.02557798009365797, | |
| 0.025636965176090598, | |
| 0.025556943845003843, | |
| 0.025766513077542186, | |
| 0.025588096119463444, | |
| 0.02562546287663281, | |
| 0.025638008024543524, | |
| 0.025584797142073512, | |
| 0.025570265017449856, | |
| 0.025549852987751365, | |
| 0.025886324932798743, | |
| 0.025581374997273088, | |
| 0.02561079408042133, | |
| 0.025579716078937054, | |
| 0.025521612027660012, | |
| 0.025553497951477766, | |
| 0.02545378403738141, | |
| 0.025656006997451186, | |
| 0.02566158794797957, | |
| 0.025668242946267128, | |
| 0.025473952991887927, | |
| 0.025612787809222937, | |
| 0.025634285993874073, | |
| 0.02543518994934857, | |
| 0.02556884801015258, | |
| 0.025520983152091503, | |
| 0.025548703968524933, | |
| 0.02551661990582943, | |
| 0.02554355189204216, | |
| 0.025538373040035367, | |
| 0.025689878966659307, | |
| 0.025662040803581476, | |
| 0.025556705193594098, | |
| 0.02564829681068659, | |
| 0.025512452935799956, | |
| 0.025545811047777534, | |
| 0.025513263186439872, | |
| 0.025522289099171758, | |
| 0.025629054056480527, | |
| 0.025483875069767237, | |
| 0.025580652058124542, | |
| 0.02554193395189941, | |
| 0.025552654173225164, | |
| 0.025453851092606783, | |
| 0.0256446769926697, | |
| 0.03039802680723369, | |
| 0.02557942899875343, | |
| 0.025427757995203137, | |
| 0.025526562938466668, | |
| 0.025923087960109115, | |
| 0.025602541863918304, | |
| 0.02556533203460276, | |
| 0.025470032123848796, | |
| 0.025573998922482133, | |
| 0.0254612579010427, | |
| 0.02547045494429767, | |
| 0.02570412610657513, | |
| 0.025547047844156623, | |
| 0.025580493034794927, | |
| 0.025483310921117663, | |
| 0.02558332192711532, | |
| 0.025490798987448215, | |
| 0.025863758055493236, | |
| 0.025639384984970093, | |
| 0.025504691060632467, | |
| 0.025527366902679205, | |
| 0.025555191095918417, | |
| 0.025516225956380367, | |
| 0.025778261944651604, | |
| 0.02548306784592569, | |
| 0.025695478077977896, | |
| 0.02554226596839726, | |
| 0.02563731698319316, | |
| 0.025483577977865934, | |
| 0.02552017499692738, | |
| 0.02565600606612861, | |
| 0.025470834923908114, | |
| 0.025517147034406662, | |
| 0.025513390079140663, | |
| 0.025701194070279598, | |
| 0.02551128203049302, | |
| 0.025463580852374434, | |
| 0.02548424107953906, | |
| 0.025584060000255704, | |
| 0.025506795849651098, | |
| 0.025470033986493945, | |
| 0.02568170498125255, | |
| 0.02549352520145476, | |
| 0.02572436793707311, | |
| 0.025520652066916227, | |
| 0.02548437099903822, | |
| 0.025545679964125156, | |
| 0.02542509394697845, | |
| 0.02560585900209844, | |
| 0.026059665018692613, | |
| 0.025700737023726106, | |
| 0.02540202089585364, | |
| 0.025617056991904974, | |
| 0.025488784071058035, | |
| 0.02546213287860155, | |
| 0.025666886940598488, | |
| 0.02545428602024913, | |
| 0.02558431401848793, | |
| 0.025544322095811367, | |
| 0.02558990498073399, | |
| 0.02541411481797695, | |
| 0.025576486019417644, | |
| 0.025591535959392786, | |
| 0.025789136067032814, | |
| 0.025627414928749204, | |
| 0.025519763818010688, | |
| 0.02556089498102665, | |
| 0.025449716951698065, | |
| 0.025577310007065535, | |
| 0.02560614701360464, | |
| 0.02549156197346747, | |
| 0.02558249910362065, | |
| 0.025506426114588976, | |
| 0.025623908964917064, | |
| 0.02550165797583759, | |
| 0.025581346824765205, | |
| 0.025559035129845142, | |
| 0.025491740088909864, | |
| 0.025674558011814952, | |
| 0.025617427891120315, | |
| 0.02561074309051037, | |
| 0.02555722207762301, | |
| 0.025789282051846385, | |
| 0.025611636927351356, | |
| 0.025498370872810483, | |
| 0.02561351889744401, | |
| 0.0255041120108217, | |
| 0.02549831196665764, | |
| 0.025500220013782382, | |
| 0.02558259293437004, | |
| 0.025521534960716963, | |
| 0.02549793990328908, | |
| 0.025626764865592122, | |
| 0.0254729138687253, | |
| 0.025669015012681484, | |
| 0.02554149110801518, | |
| 0.025534396059811115, | |
| 0.025613137986510992, | |
| 0.025464433943852782, | |
| 0.025704394793137908, | |
| 0.025599173037335277, | |
| 0.025667977053672075, | |
| 0.025797890033572912, | |
| 0.025601440807804465 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-full-kinematics]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-full-kinematics]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "full", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceDummy'>]" | |
| }, | |
| "param": "cuda-full-kinematics", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.009110308950766921, | |
| "max": 0.010312144178897142, | |
| "mean": 0.009439771791341343, | |
| "stddev": 0.00019443804848883674, | |
| "rounds": 486, | |
| "median": 0.009419614565558732, | |
| "iqr": 0.0003155211452394724, | |
| "q1": 0.009271679911762476, | |
| "q3": 0.009587201057001948, | |
| "iqr_outliers": 1, | |
| "stddev_outliers": 189, | |
| "outliers": "189;1", | |
| "ld15iqr": 0.009110308950766921, | |
| "hd15iqr": 0.010312144178897142, | |
| "ops": 105.93476432526185, | |
| "total": 4.587729090591893, | |
| "data": [ | |
| 0.009210574207827449, | |
| 0.009305215906351805, | |
| 0.00943488092161715, | |
| 0.009200515924021602, | |
| 0.009326661005616188, | |
| 0.009292399045079947, | |
| 0.009167612064629793, | |
| 0.009395343018695712, | |
| 0.009200579021126032, | |
| 0.00922275404445827, | |
| 0.009272777009755373, | |
| 0.009175084996968508, | |
| 0.009303171187639236, | |
| 0.009489304153248668, | |
| 0.009152763057500124, | |
| 0.009295199066400528, | |
| 0.009322334080934525, | |
| 0.009298346936702728, | |
| 0.009384276112541556, | |
| 0.009242495987564325, | |
| 0.009110308950766921, | |
| 0.009197733830660582, | |
| 0.009218016872182488, | |
| 0.009162924019619823, | |
| 0.00940292701125145, | |
| 0.009186116978526115, | |
| 0.009225986897945404, | |
| 0.009266684064641595, | |
| 0.009159042965620756, | |
| 0.009407533099874854, | |
| 0.00924042402766645, | |
| 0.009125526063144207, | |
| 0.009195394814014435, | |
| 0.009160609915852547, | |
| 0.00922773708589375, | |
| 0.009378014830872416, | |
| 0.00924248294904828, | |
| 0.009251662995666265, | |
| 0.009239753941074014, | |
| 0.009215938160195947, | |
| 0.009452082216739655, | |
| 0.009320745011791587, | |
| 0.00918555399402976, | |
| 0.009208556963130832, | |
| 0.00920719699934125, | |
| 0.009166288888081908, | |
| 0.009405293967574835, | |
| 0.009156947955489159, | |
| 0.009213527897372842, | |
| 0.0092339429538697, | |
| 0.009315615054219961, | |
| 0.009371916064992547, | |
| 0.00925055705010891, | |
| 0.009197994135320187, | |
| 0.009208558825775981, | |
| 0.009214500896632671, | |
| 0.009157979860901833, | |
| 0.009422557195648551, | |
| 0.009246722096577287, | |
| 0.009536568075418472, | |
| 0.009240865940228105, | |
| 0.009216764010488987, | |
| 0.009322532918304205, | |
| 0.00925977504812181, | |
| 0.009190486976876855, | |
| 0.009206835180521011, | |
| 0.009239548118785024, | |
| 0.009162833914160728, | |
| 0.009435762884095311, | |
| 0.009271410992369056, | |
| 0.009372852044180036, | |
| 0.00928235100582242, | |
| 0.009233665885403752, | |
| 0.009300800040364265, | |
| 0.009321760851889849, | |
| 0.00925479899160564, | |
| 0.009212678065523505, | |
| 0.0092047278303653, | |
| 0.009212021017447114, | |
| 0.009471731027588248, | |
| 0.009357180912047625, | |
| 0.00912694213911891, | |
| 0.009262121049687266, | |
| 0.009260638849809766, | |
| 0.009338994976133108, | |
| 0.009357155067846179, | |
| 0.009245050139725208, | |
| 0.009212457109242678, | |
| 0.009242553962394595, | |
| 0.009264571126550436, | |
| 0.009319837903603911, | |
| 0.009332981193438172, | |
| 0.009237033082172275, | |
| 0.009253411088138819, | |
| 0.009252904914319515, | |
| 0.009374152170494199, | |
| 0.00923753110691905, | |
| 0.009257046040147543, | |
| 0.009149121819064021, | |
| 0.009356318973004818, | |
| 0.009314649039879441, | |
| 0.009406098164618015, | |
| 0.009327472886070609, | |
| 0.009337760973721743, | |
| 0.009524648077785969, | |
| 0.009356050053611398, | |
| 0.009388788836076856, | |
| 0.009499640902504325, | |
| 0.009295211872085929, | |
| 0.009235769044607878, | |
| 0.00932264607399702, | |
| 0.009275916032493114, | |
| 0.009467479772865772, | |
| 0.009476331993937492, | |
| 0.009326316881924868, | |
| 0.00961032509803772, | |
| 0.009208583040162921, | |
| 0.009416064945980906, | |
| 0.009295205119997263, | |
| 0.009193061850965023, | |
| 0.009238346945494413, | |
| 0.009256642078980803, | |
| 0.009253882803022861, | |
| 0.009552069008350372, | |
| 0.009441768983379006, | |
| 0.009279357036575675, | |
| 0.009286690037697554, | |
| 0.009244744898751378, | |
| 0.00940602901391685, | |
| 0.00926563492976129, | |
| 0.009129439946264029, | |
| 0.009308485081419349, | |
| 0.009220683947205544, | |
| 0.009485906921327114, | |
| 0.009474023012444377, | |
| 0.009330678964033723, | |
| 0.009161453926935792, | |
| 0.009279065998271108, | |
| 0.009265307104215026, | |
| 0.00934443692676723, | |
| 0.00936805410310626, | |
| 0.009234363213181496, | |
| 0.009239516919478774, | |
| 0.009271679911762476, | |
| 0.009164545917883515, | |
| 0.009518451057374477, | |
| 0.009626569924876094, | |
| 0.009120361879467964, | |
| 0.009291862836107612, | |
| 0.00924154301173985, | |
| 0.009342262987047434, | |
| 0.009261558996513486, | |
| 0.00921985600143671, | |
| 0.009167575975880027, | |
| 0.009258004138246179, | |
| 0.009211177937686443, | |
| 0.00945232599042356, | |
| 0.009361166041344404, | |
| 0.009190643904730678, | |
| 0.009184194030240178, | |
| 0.009318475145846605, | |
| 0.009310205932706594, | |
| 0.009186676936224103, | |
| 0.009265413042157888, | |
| 0.009136339882388711, | |
| 0.009294879157096148, | |
| 0.009282550076022744, | |
| 0.009378999006003141, | |
| 0.009317890042439103, | |
| 0.009270665002986789, | |
| 0.00917824381031096, | |
| 0.009303457103669643, | |
| 0.009368436876684427, | |
| 0.009173698956146836, | |
| 0.009237713878974319, | |
| 0.009214427089318633, | |
| 0.009541162988170981, | |
| 0.009294586023315787, | |
| 0.009757660096511245, | |
| 0.009435745887458324, | |
| 0.0094605868216604, | |
| 0.009367436869069934, | |
| 0.009324344107881188, | |
| 0.009627741063013673, | |
| 0.009407374076545238, | |
| 0.009310711873695254, | |
| 0.009382273070514202, | |
| 0.00924579007551074, | |
| 0.009350561071187258, | |
| 0.009747731033712626, | |
| 0.009426783071830869, | |
| 0.009288697969168425, | |
| 0.009379325900226831, | |
| 0.009496561950072646, | |
| 0.009452490136027336, | |
| 0.009482373017817736, | |
| 0.009403493022546172, | |
| 0.009297712007537484, | |
| 0.009458332089707255, | |
| 0.009356387192383409, | |
| 0.0096001869533211, | |
| 0.009411091916263103, | |
| 0.009434679988771677, | |
| 0.009240960935130715, | |
| 0.009470114950090647, | |
| 0.009601234924048185, | |
| 0.009429545840248466, | |
| 0.0094355761539191, | |
| 0.009372477186843753, | |
| 0.009324607905000448, | |
| 0.009394106920808554, | |
| 0.009730730904266238, | |
| 0.009341050870716572, | |
| 0.009393416112288833, | |
| 0.009452900849282742, | |
| 0.009219950996339321, | |
| 0.009667003061622381, | |
| 0.009397168178111315, | |
| 0.00928724417462945, | |
| 0.00934302294626832, | |
| 0.00944944890215993, | |
| 0.009383948985487223, | |
| 0.009759837994351983, | |
| 0.009490567026659846, | |
| 0.009252256946638227, | |
| 0.009431308135390282, | |
| 0.009389664977788925, | |
| 0.009526483016088605, | |
| 0.009470422053709626, | |
| 0.009460536995902658, | |
| 0.009309698827564716, | |
| 0.009441272122785449, | |
| 0.009289392968639731, | |
| 0.009345407830551267, | |
| 0.009371767984703183, | |
| 0.009270122973248363, | |
| 0.009183866903185844, | |
| 0.009276367956772447, | |
| 0.009393495041877031, | |
| 0.009242539992555976, | |
| 0.009283882100135088, | |
| 0.00947068096138537, | |
| 0.009256499819457531, | |
| 0.009315995965152979, | |
| 0.009326351108029485, | |
| 0.009300714125856757, | |
| 0.009247686015442014, | |
| 0.009194531943649054, | |
| 0.009334717877209187, | |
| 0.009445450967177749, | |
| 0.009238722966983914, | |
| 0.009277157951146364, | |
| 0.00923300301656127, | |
| 0.00919074984267354, | |
| 0.009428786113858223, | |
| 0.00954657094553113, | |
| 0.0092373660299927, | |
| 0.009280788013711572, | |
| 0.009342056000605226, | |
| 0.009171962970867753, | |
| 0.009422092931345105, | |
| 0.009639129973948002, | |
| 0.009209853829815984, | |
| 0.009275976102799177, | |
| 0.009346382925286889, | |
| 0.00916784512810409, | |
| 0.009484092006459832, | |
| 0.009243558160960674, | |
| 0.009153792168945074, | |
| 0.009264964144676924, | |
| 0.009211602853611112, | |
| 0.009483030997216702, | |
| 0.00932066491805017, | |
| 0.00928982999175787, | |
| 0.009225384099408984, | |
| 0.009336665039882064, | |
| 0.009144374867901206, | |
| 0.009472331963479519, | |
| 0.009358725976198912, | |
| 0.00917803798802197, | |
| 0.009256151970475912, | |
| 0.00927922991104424, | |
| 0.009312294889241457, | |
| 0.009362987009808421, | |
| 0.009537840029224753, | |
| 0.00958789000287652, | |
| 0.00968059292063117, | |
| 0.009674882050603628, | |
| 0.009806715184822679, | |
| 0.00961053604260087, | |
| 0.009362702025100589, | |
| 0.009458943968638778, | |
| 0.009360021911561489, | |
| 0.009657423011958599, | |
| 0.00942441402003169, | |
| 0.00939174392260611, | |
| 0.00957729504443705, | |
| 0.009859851095825434, | |
| 0.009652229957282543, | |
| 0.009758781176060438, | |
| 0.009428174002096057, | |
| 0.00931710284203291, | |
| 0.009465164970606565, | |
| 0.0095777059905231, | |
| 0.009569365065544844, | |
| 0.009733080863952637, | |
| 0.009800282074138522, | |
| 0.009596094023436308, | |
| 0.009556496050208807, | |
| 0.009634485002607107, | |
| 0.009749365039169788, | |
| 0.00952176097780466, | |
| 0.009712482104077935, | |
| 0.009790193988010287, | |
| 0.009523513028398156, | |
| 0.009731197031214833, | |
| 0.00972220185212791, | |
| 0.009467183146625757, | |
| 0.00961904413998127, | |
| 0.009490143042057753, | |
| 0.009734761202707887, | |
| 0.009610515087842941, | |
| 0.009587313048541546, | |
| 0.009484162088483572, | |
| 0.009475921979174018, | |
| 0.009541901992633939, | |
| 0.00967892911285162, | |
| 0.009607852902263403, | |
| 0.009536419995129108, | |
| 0.009544446133077145, | |
| 0.009840801823884249, | |
| 0.009419168112799525, | |
| 0.009679208975285292, | |
| 0.009531487012282014, | |
| 0.00948274601250887, | |
| 0.009603072889149189, | |
| 0.009653121931478381, | |
| 0.009615330025553703, | |
| 0.00958870304748416, | |
| 0.009787664050236344, | |
| 0.00980474497191608, | |
| 0.00942708901129663, | |
| 0.009637332055717707, | |
| 0.00965754990465939, | |
| 0.009693848202005029, | |
| 0.0094174409750849, | |
| 0.009644194971770048, | |
| 0.00974984117783606, | |
| 0.009813637938350439, | |
| 0.009578839177265763, | |
| 0.009639556054025888, | |
| 0.009484814014285803, | |
| 0.009545264998450875, | |
| 0.009843230014666915, | |
| 0.009770562872290611, | |
| 0.009470140095800161, | |
| 0.009722794871777296, | |
| 0.009701625909656286, | |
| 0.009499599924311042, | |
| 0.009771729120984674, | |
| 0.009531619027256966, | |
| 0.009604430990293622, | |
| 0.009565336862578988, | |
| 0.009482939029112458, | |
| 0.009691175073385239, | |
| 0.00963611900806427, | |
| 0.00962503906339407, | |
| 0.009582096012309194, | |
| 0.009779720101505518, | |
| 0.009563361993059516, | |
| 0.0096588300075382, | |
| 0.009636353934183717, | |
| 0.00935589405708015, | |
| 0.009682855103164911, | |
| 0.009788071038201451, | |
| 0.009626359911635518, | |
| 0.009979599853977561, | |
| 0.009672647807747126, | |
| 0.009417355060577393, | |
| 0.009520235005766153, | |
| 0.009705951903015375, | |
| 0.00971858692355454, | |
| 0.009706369834020734, | |
| 0.00961521384306252, | |
| 0.009583563078194857, | |
| 0.009666580008342862, | |
| 0.00946075189858675, | |
| 0.009804759873077273, | |
| 0.009610428009182215, | |
| 0.009400939103215933, | |
| 0.009473701938986778, | |
| 0.009639498079195619, | |
| 0.009683300973847508, | |
| 0.009565507061779499, | |
| 0.0095279470551759, | |
| 0.009458719985559583, | |
| 0.009587201057001948, | |
| 0.009567070985212922, | |
| 0.009757549036294222, | |
| 0.009369876002892852, | |
| 0.00954682007431984, | |
| 0.00972968921996653, | |
| 0.009313280927017331, | |
| 0.009690579026937485, | |
| 0.010312144178897142, | |
| 0.009747921954840422, | |
| 0.009698431938886642, | |
| 0.009586775908246636, | |
| 0.009877166943624616, | |
| 0.009605712024495006, | |
| 0.009476569015532732, | |
| 0.00961081008426845, | |
| 0.009504667948931456, | |
| 0.009523775894194841, | |
| 0.009700729977339506, | |
| 0.009520962135866284, | |
| 0.009412696119397879, | |
| 0.00957783404737711, | |
| 0.00945675396360457, | |
| 0.009493676014244556, | |
| 0.009698485024273396, | |
| 0.00982181983999908, | |
| 0.009621212026104331, | |
| 0.009569901041686535, | |
| 0.009734696010127664, | |
| 0.009849719936028123, | |
| 0.009690545964986086, | |
| 0.009646751917898655, | |
| 0.009443897986784577, | |
| 0.00948563008569181, | |
| 0.009794946992769837, | |
| 0.009896636009216309, | |
| 0.00965913594700396, | |
| 0.009450922952964902, | |
| 0.0096537119243294, | |
| 0.009415078908205032, | |
| 0.009692281018942595, | |
| 0.009795434074476361, | |
| 0.009863833896815777, | |
| 0.009578841039910913, | |
| 0.009346965001896024, | |
| 0.009675043867900968, | |
| 0.009783348068594933, | |
| 0.009420061018317938, | |
| 0.009544135071337223, | |
| 0.00950717506930232, | |
| 0.00964446715079248, | |
| 0.009622524958103895, | |
| 0.009527232963591814, | |
| 0.009635888040065765, | |
| 0.009428231976926327, | |
| 0.009451193967834115, | |
| 0.009513603989034891, | |
| 0.009482302935793996, | |
| 0.009444148046895862, | |
| 0.009644660865888, | |
| 0.009576387936249375, | |
| 0.009651799220591784, | |
| 0.009857797995209694, | |
| 0.009468388045206666, | |
| 0.009659042116254568, | |
| 0.009724173927679658, | |
| 0.009518946055322886, | |
| 0.009658720111474395, | |
| 0.009779555024579167, | |
| 0.009670833824202418, | |
| 0.009435720043256879, | |
| 0.00977680692449212, | |
| 0.009481561835855246, | |
| 0.00980352982878685, | |
| 0.009578486904501915, | |
| 0.009380889823660254, | |
| 0.009535628138110042, | |
| 0.009529799921438098, | |
| 0.009480088949203491, | |
| 0.009744837880134583, | |
| 0.009647746104747057, | |
| 0.009520480874925852, | |
| 0.009635115042328835, | |
| 0.009494200116023421, | |
| 0.009604834020137787, | |
| 0.009577450109645724, | |
| 0.009553265990689397, | |
| 0.009551703929901123, | |
| 0.009846718050539494, | |
| 0.00973241194151342 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-forward-total_cart]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-forward-total_cart]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.TotalScore'>]" | |
| }, | |
| "param": "cuda-forward-total_cart", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.03849855111911893, | |
| "max": 0.043057973962277174, | |
| "mean": 0.03868528761424471, | |
| "stddev": 0.00042531625507332245, | |
| "rounds": 129, | |
| "median": 0.03861309704370797, | |
| "iqr": 8.389592403545976e-05, | |
| "q1": 0.03856990044005215, | |
| "q3": 0.03865379636408761, | |
| "iqr_outliers": 13, | |
| "stddev_outliers": 5, | |
| "outliers": "5;13", | |
| "ld15iqr": 0.03849855111911893, | |
| "hd15iqr": 0.038830535020679235, | |
| "ops": 25.849620402764685, | |
| "total": 4.990402102237567, | |
| "data": [ | |
| 0.03861414594575763, | |
| 0.038584975991398096, | |
| 0.03858214383944869, | |
| 0.038579636020585895, | |
| 0.038571498123928905, | |
| 0.038613989017903805, | |
| 0.038830535020679235, | |
| 0.03861535293981433, | |
| 0.03853966388851404, | |
| 0.03858175710774958, | |
| 0.0385462970007211, | |
| 0.038554691011086106, | |
| 0.03919965494424105, | |
| 0.03886507893912494, | |
| 0.038647613022476435, | |
| 0.038648592075333, | |
| 0.03855242091231048, | |
| 0.03852713177911937, | |
| 0.03859645803458989, | |
| 0.03876055311411619, | |
| 0.038662659004330635, | |
| 0.03862556000240147, | |
| 0.038532750913873315, | |
| 0.038653588155284524, | |
| 0.038561533903703094, | |
| 0.03857106901705265, | |
| 0.03866215003654361, | |
| 0.03864242509007454, | |
| 0.038609933108091354, | |
| 0.03863606997765601, | |
| 0.03856758098118007, | |
| 0.038569502998143435, | |
| 0.03901738999411464, | |
| 0.043057973962277174, | |
| 0.03858001786284149, | |
| 0.03855554503388703, | |
| 0.03851661109365523, | |
| 0.03869672305881977, | |
| 0.03857003292068839, | |
| 0.03861309704370797, | |
| 0.038628740003332496, | |
| 0.03855343605391681, | |
| 0.03852189495228231, | |
| 0.03855085000395775, | |
| 0.038551429053768516, | |
| 0.039829145884141326, | |
| 0.03930618008598685, | |
| 0.038625702960416675, | |
| 0.03858698299154639, | |
| 0.03859994583763182, | |
| 0.03862211597152054, | |
| 0.03859463008120656, | |
| 0.03855443582870066, | |
| 0.03942547086626291, | |
| 0.038850375916808844, | |
| 0.03871334716677666, | |
| 0.03860181104391813, | |
| 0.03866553702391684, | |
| 0.03868751903064549, | |
| 0.03859902382828295, | |
| 0.038614136166870594, | |
| 0.03865689295344055, | |
| 0.03864080412313342, | |
| 0.038654420990496874, | |
| 0.03864266909658909, | |
| 0.03869422897696495, | |
| 0.03865768597461283, | |
| 0.038697593845427036, | |
| 0.03871913207694888, | |
| 0.038672119844704866, | |
| 0.038635451812297106, | |
| 0.038616298930719495, | |
| 0.03857425996102393, | |
| 0.03893140400759876, | |
| 0.038886455120518804, | |
| 0.038608784787356853, | |
| 0.03867550799623132, | |
| 0.03862845292314887, | |
| 0.03854270209558308, | |
| 0.03854435193352401, | |
| 0.03861335408873856, | |
| 0.03859299002215266, | |
| 0.03856328106485307, | |
| 0.038584989961236715, | |
| 0.038643350126221776, | |
| 0.038611610885709524, | |
| 0.03861058899201453, | |
| 0.03853550204075873, | |
| 0.038589986972510815, | |
| 0.03856638609431684, | |
| 0.038587125949561596, | |
| 0.03863739687949419, | |
| 0.03856172692030668, | |
| 0.03855283395387232, | |
| 0.038652454037219286, | |
| 0.03865107102319598, | |
| 0.03886445099487901, | |
| 0.03862753487192094, | |
| 0.03859089082106948, | |
| 0.03869674704037607, | |
| 0.03863762505352497, | |
| 0.038550849072635174, | |
| 0.03852926893159747, | |
| 0.038569150026887655, | |
| 0.03855694690719247, | |
| 0.03859367105178535, | |
| 0.0385346591938287, | |
| 0.038594699930399656, | |
| 0.03869781317189336, | |
| 0.03864213894121349, | |
| 0.03849855111911893, | |
| 0.038505600998178124, | |
| 0.03851777594536543, | |
| 0.038610687013715506, | |
| 0.0385947790928185, | |
| 0.038629983086138964, | |
| 0.0385544269811362, | |
| 0.03864101110957563, | |
| 0.03863415704108775, | |
| 0.03863391489721835, | |
| 0.038603893015533686, | |
| 0.03858013590797782, | |
| 0.03858167422004044, | |
| 0.03857433586381376, | |
| 0.03907806193456054, | |
| 0.03874579700641334, | |
| 0.0386284738779068, | |
| 0.03861488518305123, | |
| 0.03865653183311224 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-forward-total_torsion]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-forward-total_torsion]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceTotal'>]" | |
| }, | |
| "param": "cuda-forward-total_torsion", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.04263980011455715, | |
| "max": 0.056457458063960075, | |
| "mean": 0.0433557272271923, | |
| "stddev": 0.002031456519403791, | |
| "rounds": 114, | |
| "median": 0.04279591457452625, | |
| "iqr": 0.0001447843387722969, | |
| "q1": 0.042750104796141386, | |
| "q3": 0.04289488913491368, | |
| "iqr_outliers": 23, | |
| "stddev_outliers": 6, | |
| "outliers": "6;23", | |
| "ld15iqr": 0.04263980011455715, | |
| "hd15iqr": 0.04316571704111993, | |
| "ops": 23.06500349445896, | |
| "total": 4.942552903899923, | |
| "data": [ | |
| 0.04283991688862443, | |
| 0.042749412124976516, | |
| 0.04281750204972923, | |
| 0.04275973001495004, | |
| 0.042805675184354186, | |
| 0.042802817886695266, | |
| 0.042786536971107125, | |
| 0.043525731889531016, | |
| 0.04282148205675185, | |
| 0.04274090193212032, | |
| 0.04293088801205158, | |
| 0.04275165102444589, | |
| 0.04274442093446851, | |
| 0.042750104796141386, | |
| 0.0427352930419147, | |
| 0.043334717862308025, | |
| 0.04334402596578002, | |
| 0.04263980011455715, | |
| 0.04396383510902524, | |
| 0.04270982486195862, | |
| 0.04444665811024606, | |
| 0.04348723799921572, | |
| 0.044661435997113585, | |
| 0.04341678996570408, | |
| 0.04391122004017234, | |
| 0.044480714946985245, | |
| 0.04279532702639699, | |
| 0.04323978303000331, | |
| 0.04274468403309584, | |
| 0.04503929102793336, | |
| 0.04286774108186364, | |
| 0.04674985492601991, | |
| 0.056457458063960075, | |
| 0.04347555595450103, | |
| 0.043373254127800465, | |
| 0.04266292997635901, | |
| 0.05226755887269974, | |
| 0.05317126400768757, | |
| 0.05130730289965868, | |
| 0.04583261604420841, | |
| 0.04289310402236879, | |
| 0.04309728601947427, | |
| 0.04289488913491368, | |
| 0.04293986200354993, | |
| 0.04278466594405472, | |
| 0.042875614017248154, | |
| 0.042910963064059615, | |
| 0.04271375318057835, | |
| 0.042840221896767616, | |
| 0.042776552960276604, | |
| 0.04316571704111993, | |
| 0.04317453084513545, | |
| 0.04266003193333745, | |
| 0.042804870987311006, | |
| 0.04289713595062494, | |
| 0.04285011300817132, | |
| 0.04275745712220669, | |
| 0.04265007097274065, | |
| 0.04276869888417423, | |
| 0.04281718912534416, | |
| 0.04278196720406413, | |
| 0.04278880916535854, | |
| 0.04286245699040592, | |
| 0.042799689806997776, | |
| 0.042761676013469696, | |
| 0.04288228205405176, | |
| 0.04281223798170686, | |
| 0.042758197989314795, | |
| 0.04279650212265551, | |
| 0.042827996890991926, | |
| 0.04267640598118305, | |
| 0.042684730142354965, | |
| 0.042817879002541304, | |
| 0.042766827158629894, | |
| 0.042757054790854454, | |
| 0.042764236917719245, | |
| 0.042849080869928, | |
| 0.04274420300498605, | |
| 0.04279037704691291, | |
| 0.04271087911911309, | |
| 0.04280400602146983, | |
| 0.04275015206076205, | |
| 0.04272064403630793, | |
| 0.04276626813225448, | |
| 0.04278849205002189, | |
| 0.04266134207136929, | |
| 0.04277658415958285, | |
| 0.0428777530323714, | |
| 0.04275774792768061, | |
| 0.04271924588829279, | |
| 0.04281164496205747, | |
| 0.04278045101091266, | |
| 0.04285287600941956, | |
| 0.04337068414315581, | |
| 0.04275438212789595, | |
| 0.04284454393200576, | |
| 0.042785322992131114, | |
| 0.0426822470035404, | |
| 0.042877607978880405, | |
| 0.04270348884165287, | |
| 0.0426998611073941, | |
| 0.0428092977963388, | |
| 0.04274256783537567, | |
| 0.04278443893417716, | |
| 0.04272224986925721, | |
| 0.04274177202023566, | |
| 0.0427498749922961, | |
| 0.04274825402535498, | |
| 0.042779031908139586, | |
| 0.04277660301886499, | |
| 0.042788061080500484, | |
| 0.04282853286713362, | |
| 0.042749652871862054, | |
| 0.04269805597141385 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-forward-hbond]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-forward-hbond]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.HBondScore'>]" | |
| }, | |
| "param": "cuda-forward-hbond", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.016292354092001915, | |
| "max": 0.01847363100387156, | |
| "mean": 0.016389884187925707, | |
| "stddev": 0.000205761517404823, | |
| "rounds": 304, | |
| "median": 0.016357753425836563, | |
| "iqr": 5.399214569479227e-05, | |
| "q1": 0.01632947800680995, | |
| "q3": 0.016383470152504742, | |
| "iqr_outliers": 18, | |
| "stddev_outliers": 9, | |
| "outliers": "9;18", | |
| "ld15iqr": 0.016292354092001915, | |
| "hd15iqr": 0.016466110944747925, | |
| "ops": 61.013243811490256, | |
| "total": 4.982524793129414, | |
| "data": [ | |
| 0.01642174506559968, | |
| 0.016420005820691586, | |
| 0.016393410973250866, | |
| 0.01640783390030265, | |
| 0.016376418992877007, | |
| 0.016399285988882184, | |
| 0.016390779055655003, | |
| 0.01636303192935884, | |
| 0.01642619981430471, | |
| 0.01633890811353922, | |
| 0.01637910888530314, | |
| 0.016340194968506694, | |
| 0.016331634018570185, | |
| 0.01633660215884447, | |
| 0.016337572131305933, | |
| 0.01632058504037559, | |
| 0.016310750041157007, | |
| 0.016319130081683397, | |
| 0.016317656030878425, | |
| 0.016328281024470925, | |
| 0.016321307979524136, | |
| 0.01630590599961579, | |
| 0.016323956893756986, | |
| 0.016326227923855186, | |
| 0.01632143184542656, | |
| 0.0163483580108732, | |
| 0.016332140192389488, | |
| 0.016330668004229665, | |
| 0.01632716180756688, | |
| 0.016386177157983184, | |
| 0.01631305110640824, | |
| 0.01645460701547563, | |
| 0.016329325968399644, | |
| 0.016317575005814433, | |
| 0.01635343092493713, | |
| 0.01632267190143466, | |
| 0.016346376156434417, | |
| 0.016333520878106356, | |
| 0.01637091999873519, | |
| 0.016473176889121532, | |
| 0.016371700912714005, | |
| 0.01635968405753374, | |
| 0.016440636944025755, | |
| 0.016377523075789213, | |
| 0.01636237697675824, | |
| 0.017433941131457686, | |
| 0.01638082694262266, | |
| 0.016375265084207058, | |
| 0.016372598009184003, | |
| 0.016366557916626334, | |
| 0.016378663014620543, | |
| 0.016403906978666782, | |
| 0.01639124797657132, | |
| 0.016337055945768952, | |
| 0.01646969304420054, | |
| 0.016383370151743293, | |
| 0.01632881909608841, | |
| 0.016335400054231286, | |
| 0.016349316108971834, | |
| 0.016321797156706452, | |
| 0.01632982795126736, | |
| 0.01647062203846872, | |
| 0.016352760838344693, | |
| 0.016330383950844407, | |
| 0.01632925681769848, | |
| 0.016340714879333973, | |
| 0.016342784045264125, | |
| 0.016318852780386806, | |
| 0.016322603914886713, | |
| 0.016327684046700597, | |
| 0.01632839092053473, | |
| 0.016487701097503304, | |
| 0.016370102996006608, | |
| 0.01631194492802024, | |
| 0.01634472096338868, | |
| 0.016335302032530308, | |
| 0.016313393833115697, | |
| 0.016334872925654054, | |
| 0.016307479003444314, | |
| 0.01630828995257616, | |
| 0.016355158993974328, | |
| 0.016374920960515738, | |
| 0.016357896849513054, | |
| 0.016346056014299393, | |
| 0.016332702012732625, | |
| 0.016370465978980064, | |
| 0.0163985809776932, | |
| 0.016333865001797676, | |
| 0.016359932953491807, | |
| 0.01637023687362671, | |
| 0.016384555026888847, | |
| 0.016426593996584415, | |
| 0.01638292195275426, | |
| 0.0163789049256593, | |
| 0.016363173024728894, | |
| 0.01637035491876304, | |
| 0.01638499996624887, | |
| 0.016355683095753193, | |
| 0.016412900993600488, | |
| 0.016378201078623533, | |
| 0.016343796160072088, | |
| 0.016945583978667855, | |
| 0.016767408000305295, | |
| 0.01639427593909204, | |
| 0.016412341967225075, | |
| 0.016368753043934703, | |
| 0.016388206044211984, | |
| 0.016374346101656556, | |
| 0.016383750131353736, | |
| 0.016372735146433115, | |
| 0.016391768818721175, | |
| 0.016466110944747925, | |
| 0.01634065597318113, | |
| 0.0163862609770149, | |
| 0.016378646017983556, | |
| 0.016389172058552504, | |
| 0.016401911852881312, | |
| 0.016357979038730264, | |
| 0.016357610002160072, | |
| 0.016377388034015894, | |
| 0.016802700934931636, | |
| 0.018361289985477924, | |
| 0.016439056023955345, | |
| 0.01644312310963869, | |
| 0.01632657297886908, | |
| 0.016374132130295038, | |
| 0.016405379865318537, | |
| 0.016377042047679424, | |
| 0.016369991935789585, | |
| 0.016379105858504772, | |
| 0.016404583118855953, | |
| 0.01847363100387156, | |
| 0.01643437589518726, | |
| 0.016398748150095344, | |
| 0.016377244843170047, | |
| 0.016360464971512556, | |
| 0.01634590094909072, | |
| 0.01636044797487557, | |
| 0.016358732944354415, | |
| 0.016312814084813, | |
| 0.016330935060977936, | |
| 0.01635490101762116, | |
| 0.01637333002872765, | |
| 0.016359579982236028, | |
| 0.01639375602826476, | |
| 0.01632689987309277, | |
| 0.016334227984771132, | |
| 0.016317181987687945, | |
| 0.016362953931093216, | |
| 0.016370058059692383, | |
| 0.01634203689172864, | |
| 0.0163272051140666, | |
| 0.01635474502108991, | |
| 0.016295442124828696, | |
| 0.016333451960235834, | |
| 0.01632775296457112, | |
| 0.016343757044523954, | |
| 0.016324003925547004, | |
| 0.016358304070308805, | |
| 0.01633091107942164, | |
| 0.01638042600825429, | |
| 0.016358311055228114, | |
| 0.01639081398025155, | |
| 0.016420836793258786, | |
| 0.016361341113224626, | |
| 0.016352589009329677, | |
| 0.01635544979944825, | |
| 0.016323179006576538, | |
| 0.016326417913660407, | |
| 0.01650400902144611, | |
| 0.016318535897880793, | |
| 0.016317991074174643, | |
| 0.016296687070280313, | |
| 0.016314812004566193, | |
| 0.01633643195964396, | |
| 0.016363622853532434, | |
| 0.016349498881027102, | |
| 0.016330657061189413, | |
| 0.016326494049280882, | |
| 0.016292738961055875, | |
| 0.01634405693039298, | |
| 0.016292354092001915, | |
| 0.016318868147209287, | |
| 0.016332783037796617, | |
| 0.0162993089761585, | |
| 0.01630513183772564, | |
| 0.01637369696982205, | |
| 0.016548453830182552, | |
| 0.016969796968623996, | |
| 0.016315054846927524, | |
| 0.016356848878785968, | |
| 0.016322177136316895, | |
| 0.016315353102982044, | |
| 0.01631190604530275, | |
| 0.016405045986175537, | |
| 0.016364077804610133, | |
| 0.016352161997929215, | |
| 0.016338141867890954, | |
| 0.016410714015364647, | |
| 0.01639280584640801, | |
| 0.017557081067934632, | |
| 0.016430980060249567, | |
| 0.016358385095372796, | |
| 0.016418081941083074, | |
| 0.016335126012563705, | |
| 0.016390825854614377, | |
| 0.016380222979933023, | |
| 0.016351447207853198, | |
| 0.017056301003322005, | |
| 0.01647596899420023, | |
| 0.016423444030806422, | |
| 0.016439981991425157, | |
| 0.01637390092946589, | |
| 0.01638709520921111, | |
| 0.01637536706402898, | |
| 0.016373718855902553, | |
| 0.016375489998608828, | |
| 0.016331024933606386, | |
| 0.016338881105184555, | |
| 0.0163155528716743, | |
| 0.01630816701799631, | |
| 0.01631052209995687, | |
| 0.016339506022632122, | |
| 0.016369547927752137, | |
| 0.01637640199624002, | |
| 0.01641000318340957, | |
| 0.016405870905146003, | |
| 0.016431742813438177, | |
| 0.01638979185372591, | |
| 0.016370787052437663, | |
| 0.01636605989187956, | |
| 0.016355084953829646, | |
| 0.016378456028178334, | |
| 0.01637527602724731, | |
| 0.016361651942133904, | |
| 0.016347208060324192, | |
| 0.016332352999597788, | |
| 0.016373021062463522, | |
| 0.016395596088841558, | |
| 0.01633284497074783, | |
| 0.01631273701786995, | |
| 0.016328974161297083, | |
| 0.016329630045220256, | |
| 0.016327611869201064, | |
| 0.016302902018651366, | |
| 0.0163355169352144, | |
| 0.016324786003679037, | |
| 0.01631770795211196, | |
| 0.016305596800521016, | |
| 0.016350997844710946, | |
| 0.0163421668112278, | |
| 0.01632194104604423, | |
| 0.01636153506115079, | |
| 0.016311402898281813, | |
| 0.01632236805744469, | |
| 0.016344874864444137, | |
| 0.01634695683605969, | |
| 0.016355331987142563, | |
| 0.016470964066684246, | |
| 0.016320227179676294, | |
| 0.016323718009516597, | |
| 0.016376839019358158, | |
| 0.016393470112234354, | |
| 0.01641095895320177, | |
| 0.01638164301402867, | |
| 0.016403625020757318, | |
| 0.016337618930265307, | |
| 0.016340242931619287, | |
| 0.016370078083127737, | |
| 0.01642504706978798, | |
| 0.01638357015326619, | |
| 0.016365818912163377, | |
| 0.01634746207855642, | |
| 0.016360695008188486, | |
| 0.0163707691244781, | |
| 0.0163643688429147, | |
| 0.01638968614861369, | |
| 0.016404776135459542, | |
| 0.01637741015292704, | |
| 0.016398486914113164, | |
| 0.016364520182833076, | |
| 0.016372377052903175, | |
| 0.016402929089963436, | |
| 0.016334906918928027, | |
| 0.016340709989890456, | |
| 0.016377024818211794, | |
| 0.01633668295107782, | |
| 0.016404994064942002, | |
| 0.016322897979989648, | |
| 0.0162925748154521, | |
| 0.01631515403278172, | |
| 0.016337068052962422, | |
| 0.016337563982233405, | |
| 0.016327141085639596, | |
| 0.01633365615271032, | |
| 0.016304499935358763, | |
| 0.01634380198083818, | |
| 0.016320580849424005, | |
| 0.016325311036780477, | |
| 0.01632128399796784, | |
| 0.01632277714088559, | |
| 0.016324294032528996, | |
| 0.016303153010085225, | |
| 0.016341248992830515 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-forward-ljlk]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-forward-ljlk]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.LJLKScore'>]" | |
| }, | |
| "param": "cuda-forward-ljlk", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.022152823163196445, | |
| "max": 0.02301544393412769, | |
| "mean": 0.02221430350006537, | |
| "stddev": 9.858772797381384e-05, | |
| "rounds": 221, | |
| "median": 0.022195631870999932, | |
| "iqr": 2.423685509711504e-05, | |
| "q1": 0.02218471810920164, | |
| "q3": 0.022208954964298755, | |
| "iqr_outliers": 15, | |
| "stddev_outliers": 9, | |
| "outliers": "9;15", | |
| "ld15iqr": 0.022152823163196445, | |
| "hd15iqr": 0.022258657962083817, | |
| "ops": 45.01604112850342, | |
| "total": 4.909361073514447, | |
| "data": [ | |
| 0.022220376878976822, | |
| 0.022198028163984418, | |
| 0.022180143976584077, | |
| 0.02221733797341585, | |
| 0.022179970052093267, | |
| 0.022329807048663497, | |
| 0.02222152496688068, | |
| 0.02221975801512599, | |
| 0.02218959596939385, | |
| 0.02220992580987513, | |
| 0.02221257984638214, | |
| 0.02219307003542781, | |
| 0.02217549504712224, | |
| 0.02219256106764078, | |
| 0.022222992964088917, | |
| 0.022245074855163693, | |
| 0.02218729886226356, | |
| 0.02220188407227397, | |
| 0.022171273129060864, | |
| 0.022198143880814314, | |
| 0.02222204697318375, | |
| 0.022188128903508186, | |
| 0.022179369116201997, | |
| 0.022185065085068345, | |
| 0.022198145044967532, | |
| 0.022213532123714685, | |
| 0.022188511211425066, | |
| 0.022185449954122305, | |
| 0.022163440007716417, | |
| 0.02220215182751417, | |
| 0.0222081090323627, | |
| 0.022204637993127108, | |
| 0.022181538166478276, | |
| 0.02216099202632904, | |
| 0.022198535036295652, | |
| 0.02220888389274478, | |
| 0.022187663009390235, | |
| 0.02216996089555323, | |
| 0.022198070073500276, | |
| 0.022220975952222943, | |
| 0.02221160288900137, | |
| 0.02219243091531098, | |
| 0.022184173110872507, | |
| 0.022169069154188037, | |
| 0.022208393085747957, | |
| 0.02220305986702442, | |
| 0.022197162033990026, | |
| 0.022182988934218884, | |
| 0.022161709843203425, | |
| 0.022218431113287807, | |
| 0.022214426193386316, | |
| 0.022195147816091776, | |
| 0.02218367508612573, | |
| 0.02215619315393269, | |
| 0.022214199183508754, | |
| 0.02221887302584946, | |
| 0.0221872900146991, | |
| 0.0221897279843688, | |
| 0.022169694071635604, | |
| 0.02220887108705938, | |
| 0.022282325895503163, | |
| 0.022195107070729136, | |
| 0.022208220092579722, | |
| 0.02220513205975294, | |
| 0.022178734885528684, | |
| 0.02218660805374384, | |
| 0.022198766004294157, | |
| 0.022194852121174335, | |
| 0.02218527696095407, | |
| 0.022167646093294024, | |
| 0.022193809039890766, | |
| 0.022211637115105987, | |
| 0.02220477513037622, | |
| 0.02220741892233491, | |
| 0.02217784500680864, | |
| 0.022184850880876184, | |
| 0.022191684925928712, | |
| 0.022195928962901235, | |
| 0.022200691979378462, | |
| 0.022196019999682903, | |
| 0.022171022137627006, | |
| 0.022207820089533925, | |
| 0.02220399398356676, | |
| 0.022191117983311415, | |
| 0.02219858206808567, | |
| 0.02217991417273879, | |
| 0.022192140109837055, | |
| 0.02219468797557056, | |
| 0.022235017037019134, | |
| 0.022203939966857433, | |
| 0.02218857011757791, | |
| 0.022185835987329483, | |
| 0.02218006015755236, | |
| 0.02220557304099202, | |
| 0.022197774844244123, | |
| 0.022201087092980742, | |
| 0.022195405093953013, | |
| 0.02221711608581245, | |
| 0.02220375812612474, | |
| 0.02218927093781531, | |
| 0.022182445973157883, | |
| 0.022172393975779414, | |
| 0.022218000143766403, | |
| 0.022214751923456788, | |
| 0.022209807066246867, | |
| 0.022184940986335278, | |
| 0.022196053061634302, | |
| 0.02216895599849522, | |
| 0.022204624954611063, | |
| 0.022199939005076885, | |
| 0.022202878026291728, | |
| 0.022163548041135073, | |
| 0.022158405976369977, | |
| 0.02222958509810269, | |
| 0.022197250043973327, | |
| 0.022195631870999932, | |
| 0.02218290721066296, | |
| 0.022163119865581393, | |
| 0.02228326885960996, | |
| 0.022232275921851397, | |
| 0.022175107849761844, | |
| 0.02221201197244227, | |
| 0.022196643985807896, | |
| 0.022174589801579714, | |
| 0.022287731058895588, | |
| 0.022258657962083817, | |
| 0.022152823163196445, | |
| 0.02217102306894958, | |
| 0.022214635042473674, | |
| 0.02223653602413833, | |
| 0.02220916817896068, | |
| 0.02221493609249592, | |
| 0.022184155881404877, | |
| 0.022197421872988343, | |
| 0.022192213917151093, | |
| 0.022571582114323974, | |
| 0.022369937039911747, | |
| 0.02221399894915521, | |
| 0.022196036064997315, | |
| 0.022204279899597168, | |
| 0.022688091965392232, | |
| 0.02301544393412769, | |
| 0.022190829971805215, | |
| 0.02219942701049149, | |
| 0.02219079015776515, | |
| 0.022183598950505257, | |
| 0.022190788993611932, | |
| 0.022198509890586138, | |
| 0.022212532116100192, | |
| 0.02216632687486708, | |
| 0.02218159707263112, | |
| 0.022800890961661935, | |
| 0.02267475100234151, | |
| 0.022215904900804162, | |
| 0.022184949833899736, | |
| 0.022171044955030084, | |
| 0.02218855917453766, | |
| 0.022813905030488968, | |
| 0.022383783012628555, | |
| 0.022273396141827106, | |
| 0.022183454129844904, | |
| 0.022165692877024412, | |
| 0.02220466104336083, | |
| 0.02222195197828114, | |
| 0.022193046985194087, | |
| 0.022185363108292222, | |
| 0.022174329962581396, | |
| 0.0221947708632797, | |
| 0.022206546971574426, | |
| 0.02219499903731048, | |
| 0.02217527199536562, | |
| 0.022170515032485127, | |
| 0.02220920496620238, | |
| 0.022290034918114543, | |
| 0.02220561890862882, | |
| 0.022185320034623146, | |
| 0.022196023957803845, | |
| 0.02218170207925141, | |
| 0.02218807302415371, | |
| 0.02219856111332774, | |
| 0.022192735923454165, | |
| 0.022194202058017254, | |
| 0.022187337977811694, | |
| 0.02219252078793943, | |
| 0.02218949794769287, | |
| 0.022211025934666395, | |
| 0.02219818695448339, | |
| 0.022189080016687512, | |
| 0.022188785020262003, | |
| 0.02220289595425129, | |
| 0.022185958921909332, | |
| 0.02218700898811221, | |
| 0.022182143991813064, | |
| 0.02220998820848763, | |
| 0.022191764088347554, | |
| 0.022182733053341508, | |
| 0.022207797970622778, | |
| 0.022195714060217142, | |
| 0.022178144194185734, | |
| 0.022194982040673494, | |
| 0.022201778134331107, | |
| 0.022199652856215835, | |
| 0.022173105971887708, | |
| 0.022177167935296893, | |
| 0.022216825978830457, | |
| 0.022177302045747638, | |
| 0.022209991002455354, | |
| 0.02218431979417801, | |
| 0.022185864858329296, | |
| 0.022200142964720726, | |
| 0.022187719121575356, | |
| 0.022203640080988407, | |
| 0.0221980269998312, | |
| 0.022190239978954196, | |
| 0.022179592866450548, | |
| 0.022187025984749198, | |
| 0.022213421994820237, | |
| 0.022183328168466687, | |
| 0.022183977998793125, | |
| 0.022210729075595737, | |
| 0.02218099101446569 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-forward-kinematics]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-forward-kinematics]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "forward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceDummy'>]" | |
| }, | |
| "param": "cuda-forward-kinematics", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0035162579733878374, | |
| "max": 0.004371461924165487, | |
| "mean": 0.0036126361632223933, | |
| "stddev": 5.663507595140865e-05, | |
| "rounds": 1240, | |
| "median": 0.003606445505283773, | |
| "iqr": 6.347231101244688e-05, | |
| "q1": 0.0035738745937123895, | |
| "q3": 0.0036373469047248363, | |
| "iqr_outliers": 41, | |
| "stddev_outliers": 347, | |
| "outliers": "347;41", | |
| "ld15iqr": 0.0035162579733878374, | |
| "hd15iqr": 0.0037335169035941362, | |
| "ops": 276.8061755513242, | |
| "total": 4.479668842395768, | |
| "data": [ | |
| 0.003611236810684204, | |
| 0.0035618680994957685, | |
| 0.003647281089797616, | |
| 0.003658795030787587, | |
| 0.0035632681101560593, | |
| 0.003588048042729497, | |
| 0.0036405371502041817, | |
| 0.0035442591179162264, | |
| 0.003675383049994707, | |
| 0.003582949051633477, | |
| 0.003674932988360524, | |
| 0.0036553749814629555, | |
| 0.003550061024725437, | |
| 0.0036569819785654545, | |
| 0.003608180908486247, | |
| 0.0035298550501465797, | |
| 0.00374442501924932, | |
| 0.003627161029726267, | |
| 0.0035566529259085655, | |
| 0.0035973461344838142, | |
| 0.003574925009161234, | |
| 0.0036859880201518536, | |
| 0.0036594639532268047, | |
| 0.003540517995133996, | |
| 0.0036183069460093975, | |
| 0.00365833705291152, | |
| 0.003541117999702692, | |
| 0.003648405894637108, | |
| 0.00356551306322217, | |
| 0.0035693119280040264, | |
| 0.0036619449965655804, | |
| 0.0035911190789192915, | |
| 0.003697542008012533, | |
| 0.0035901078954339027, | |
| 0.0035692439414560795, | |
| 0.0036318819038569927, | |
| 0.003665175987407565, | |
| 0.003567066974937916, | |
| 0.003610932966694236, | |
| 0.0036313971504569054, | |
| 0.003574343863874674, | |
| 0.003648000070825219, | |
| 0.0036010940093547106, | |
| 0.0036501011345535517, | |
| 0.0036360190715640783, | |
| 0.0036010979674756527, | |
| 0.0036014129873365164, | |
| 0.00366932712495327, | |
| 0.0035953770857304335, | |
| 0.003644885029643774, | |
| 0.0036373899783939123, | |
| 0.00356283294968307, | |
| 0.003587564919143915, | |
| 0.003673732979223132, | |
| 0.0036606520880013704, | |
| 0.003643769072368741, | |
| 0.0036158410366624594, | |
| 0.0035463289823383093, | |
| 0.0036423190031200647, | |
| 0.003576472867280245, | |
| 0.0035980530083179474, | |
| 0.003595910966396332, | |
| 0.0035494191106408834, | |
| 0.003638491965830326, | |
| 0.0036368512082844973, | |
| 0.0036297119222581387, | |
| 0.003645410994067788, | |
| 0.003631619969382882, | |
| 0.0037363581359386444, | |
| 0.0037233380135148764, | |
| 0.0037176511250436306, | |
| 0.003545458195731044, | |
| 0.0036547540221363306, | |
| 0.0036348800640553236, | |
| 0.003561729099601507, | |
| 0.0036846320144832134, | |
| 0.003688093973323703, | |
| 0.0036676269955933094, | |
| 0.0037368270568549633, | |
| 0.0036899528931826353, | |
| 0.0036769788712263107, | |
| 0.0036704710219055414, | |
| 0.003602816956117749, | |
| 0.003649552119895816, | |
| 0.0036904190201312304, | |
| 0.0035455881152302027, | |
| 0.003670196048915386, | |
| 0.0037158308550715446, | |
| 0.0036768910940736532, | |
| 0.0037462031468749046, | |
| 0.0036404298152774572, | |
| 0.0036084470339119434, | |
| 0.0036429669708013535, | |
| 0.0035726989153772593, | |
| 0.003666616976261139, | |
| 0.003670244012027979, | |
| 0.0035575381480157375, | |
| 0.0036265398375689983, | |
| 0.0037598880007863045, | |
| 0.0036507321055978537, | |
| 0.0037539368495345116, | |
| 0.0035996900405734777, | |
| 0.0035427880939096212, | |
| 0.003670627949759364, | |
| 0.0036241651978343725, | |
| 0.0035911311861127615, | |
| 0.003599446965381503, | |
| 0.0036531409714370966, | |
| 0.003630212973803282, | |
| 0.0037834809627383947, | |
| 0.0036414600908756256, | |
| 0.0037048212252557278, | |
| 0.0036619610618799925, | |
| 0.0035341489128768444, | |
| 0.003689776174724102, | |
| 0.0036137208808213472, | |
| 0.0035796070005744696, | |
| 0.0037265638820827007, | |
| 0.003639796981588006, | |
| 0.0035989959724247456, | |
| 0.0037377639673650265, | |
| 0.003704594913870096, | |
| 0.0036739129573106766, | |
| 0.0036964649334549904, | |
| 0.0035696791019290686, | |
| 0.003586231032386422, | |
| 0.0036890278570353985, | |
| 0.003550902009010315, | |
| 0.003687487915158272, | |
| 0.0036600360181182623, | |
| 0.0035417021717876196, | |
| 0.003788268193602562, | |
| 0.0038010389544069767, | |
| 0.00361106195487082, | |
| 0.003724960144609213, | |
| 0.0037831549998372793, | |
| 0.003534176154062152, | |
| 0.003683243878185749, | |
| 0.003623414086177945, | |
| 0.0036008479073643684, | |
| 0.003688008990138769, | |
| 0.003570169908925891, | |
| 0.003756836988031864, | |
| 0.0037383921444416046, | |
| 0.0036549540236592293, | |
| 0.003665833966806531, | |
| 0.00369942095130682, | |
| 0.0035492610186338425, | |
| 0.0036096018739044666, | |
| 0.0037165191024541855, | |
| 0.0035532189067453146, | |
| 0.0036555358674377203, | |
| 0.0036505130119621754, | |
| 0.0036631780676543713, | |
| 0.0037522020284086466, | |
| 0.0037236008793115616, | |
| 0.0036004569847136736, | |
| 0.003614214016124606, | |
| 0.0035608350299298763, | |
| 0.003692605998367071, | |
| 0.00367623008787632, | |
| 0.0036791139282286167, | |
| 0.0036259039770811796, | |
| 0.003668674034997821, | |
| 0.0036501300055533648, | |
| 0.0037295690272003412, | |
| 0.0036959671415388584, | |
| 0.003596070222556591, | |
| 0.003685900941491127, | |
| 0.0036276120226830244, | |
| 0.003738146973773837, | |
| 0.0036257230676710606, | |
| 0.0036207980010658503, | |
| 0.0036237789317965508, | |
| 0.0036823649425059557, | |
| 0.003664284013211727, | |
| 0.0037014270201325417, | |
| 0.003750694915652275, | |
| 0.0036133169196546078, | |
| 0.003654439002275467, | |
| 0.0036235118750482798, | |
| 0.003542807186022401, | |
| 0.0036740261130034924, | |
| 0.003607210936024785, | |
| 0.003571914043277502, | |
| 0.003601107047870755, | |
| 0.003724296111613512, | |
| 0.003694221843034029, | |
| 0.003746750997379422, | |
| 0.0036697399336844683, | |
| 0.0035714819096028805, | |
| 0.0036829470191150904, | |
| 0.003538547083735466, | |
| 0.0036548429634422064, | |
| 0.0036317051853984594, | |
| 0.0035386839881539345, | |
| 0.0036582560278475285, | |
| 0.0037771440111100674, | |
| 0.0036511460784822702, | |
| 0.0037170471623539925, | |
| 0.0036361138336360455, | |
| 0.003641363000497222, | |
| 0.0036683189682662487, | |
| 0.0035974059719592333, | |
| 0.0035799830220639706, | |
| 0.0038152209017425776, | |
| 0.003554019145667553, | |
| 0.003692181082442403, | |
| 0.0037173600867390633, | |
| 0.0036370030138641596, | |
| 0.0036855789367109537, | |
| 0.0036885577719658613, | |
| 0.0035587740130722523, | |
| 0.003627514000982046, | |
| 0.003667806973680854, | |
| 0.0035509129520505667, | |
| 0.0036760459188371897, | |
| 0.0036180280148983, | |
| 0.0035284999758005142, | |
| 0.0037628861609846354, | |
| 0.0036563710309565067, | |
| 0.0036599519662559032, | |
| 0.0036531880032271147, | |
| 0.003554915077984333, | |
| 0.0036400281824171543, | |
| 0.003653882071375847, | |
| 0.0035606950987130404, | |
| 0.0035939509980380535, | |
| 0.003649667836725712, | |
| 0.0035416921600699425, | |
| 0.003757209051400423, | |
| 0.003685021074488759, | |
| 0.0035919789224863052, | |
| 0.0037094580475240946, | |
| 0.0035647491458803415, | |
| 0.003645838936790824, | |
| 0.0036301680374890566, | |
| 0.003549430053681135, | |
| 0.0036459900438785553, | |
| 0.0036457120440900326, | |
| 0.003531738882884383, | |
| 0.0037323751021176577, | |
| 0.003759658895432949, | |
| 0.0036506480537354946, | |
| 0.0036962779704481363, | |
| 0.0036212499253451824, | |
| 0.003550721099600196, | |
| 0.003668291959911585, | |
| 0.0035757708828896284, | |
| 0.003614434041082859, | |
| 0.003629817860201001, | |
| 0.0035597009118646383, | |
| 0.0037489489186555147, | |
| 0.003743309061974287, | |
| 0.00364711694419384, | |
| 0.003625214099884033, | |
| 0.003653286024928093, | |
| 0.0035456859041005373, | |
| 0.003639819100499153, | |
| 0.0036205979995429516, | |
| 0.0035411990247666836, | |
| 0.003673712955787778, | |
| 0.0035629819612950087, | |
| 0.0037882470060139894, | |
| 0.003738247789442539, | |
| 0.0036567789502441883, | |
| 0.0036365489941090345, | |
| 0.0036506610922515392, | |
| 0.0035656499676406384, | |
| 0.003592897905036807, | |
| 0.0036837058141827583, | |
| 0.0036123241297900677, | |
| 0.0036586481146514416, | |
| 0.0036175278946757317, | |
| 0.0036390330642461777, | |
| 0.003734566969797015, | |
| 0.0036589899100363255, | |
| 0.0035798579920083284, | |
| 0.0036074970848858356, | |
| 0.0035649340134114027, | |
| 0.0036307708360254765, | |
| 0.003664853982627392, | |
| 0.0035673100501298904, | |
| 0.003647077130153775, | |
| 0.003663289826363325, | |
| 0.0036730559077113867, | |
| 0.0037092070560902357, | |
| 0.0036861749831587076, | |
| 0.0035569220781326294, | |
| 0.0036428000312298536, | |
| 0.003635592060163617, | |
| 0.0035824270453304052, | |
| 0.003594418056309223, | |
| 0.0035593220964074135, | |
| 0.003604406025260687, | |
| 0.0036309249699115753, | |
| 0.0036353780888020992, | |
| 0.0036035410594195127, | |
| 0.0036296830512583256, | |
| 0.003568445099517703, | |
| 0.0036296250764280558, | |
| 0.0035990900360047817, | |
| 0.0035747939255088568, | |
| 0.0036209349054843187, | |
| 0.0035426621325314045, | |
| 0.003626446006819606, | |
| 0.003581291064620018, | |
| 0.0036603619810193777, | |
| 0.0036415760405361652, | |
| 0.003573644207790494, | |
| 0.0035949689336121082, | |
| 0.0036096039693802595, | |
| 0.003577586030587554, | |
| 0.003599414834752679, | |
| 0.0036063760053366423, | |
| 0.003567103063687682, | |
| 0.003591397078707814, | |
| 0.0036133260000497103, | |
| 0.0036522368900477886, | |
| 0.003636572975665331, | |
| 0.0036142771132290363, | |
| 0.003562966827303171, | |
| 0.003604138968512416, | |
| 0.003604397177696228, | |
| 0.0035956481005996466, | |
| 0.003603201126679778, | |
| 0.0035532829351723194, | |
| 0.0036178098525851965, | |
| 0.0036251030396670103, | |
| 0.003649276914075017, | |
| 0.003585546975955367, | |
| 0.003610196989029646, | |
| 0.003540260950103402, | |
| 0.003638297086581588, | |
| 0.0035986891016364098, | |
| 0.003557964228093624, | |
| 0.0036321759689599276, | |
| 0.003530588001012802, | |
| 0.0036282241344451904, | |
| 0.003591516986489296, | |
| 0.0036437769886106253, | |
| 0.003630527062341571, | |
| 0.0037085588555783033, | |
| 0.003714605001732707, | |
| 0.003604110097512603, | |
| 0.003604553872719407, | |
| 0.0035766621585935354, | |
| 0.003627103054895997, | |
| 0.0035649079363793135, | |
| 0.003585419151932001, | |
| 0.003624456003308296, | |
| 0.003644579090178013, | |
| 0.0036458969116210938, | |
| 0.0035824289079755545, | |
| 0.0035597681999206543, | |
| 0.0036315808538347483, | |
| 0.0035876219626516104, | |
| 0.0036071110516786575, | |
| 0.0035880999639630318, | |
| 0.003581844037398696, | |
| 0.003601078875362873, | |
| 0.003615636844187975, | |
| 0.003664579940959811, | |
| 0.0035998569801449776, | |
| 0.0036145478952676058, | |
| 0.003553733928129077, | |
| 0.003645228920504451, | |
| 0.0035950520541518927, | |
| 0.0035540370736271143, | |
| 0.00362266693264246, | |
| 0.0035820261109620333, | |
| 0.003558751195669174, | |
| 0.0036256888415664434, | |
| 0.0036516881082206964, | |
| 0.0036036830861121416, | |
| 0.00362386298365891, | |
| 0.0035383820068091154, | |
| 0.0036247619427740574, | |
| 0.003617085050791502, | |
| 0.003548896871507168, | |
| 0.0036308399867266417, | |
| 0.0035608899779617786, | |
| 0.003592219902202487, | |
| 0.0036164140328764915, | |
| 0.0036368640139698982, | |
| 0.003606491954997182, | |
| 0.0036176659632474184, | |
| 0.0035488649737089872, | |
| 0.0036161690950393677, | |
| 0.0035763338673859835, | |
| 0.003549709916114807, | |
| 0.0036464768927544355, | |
| 0.00358588807284832, | |
| 0.003583652898669243, | |
| 0.0035861048381775618, | |
| 0.0036515549290925264, | |
| 0.003623202908784151, | |
| 0.003604372963309288, | |
| 0.003545326180756092, | |
| 0.00357662420719862, | |
| 0.0036177460569888353, | |
| 0.0035470640286803246, | |
| 0.0036407781299203634, | |
| 0.0035786780063062906, | |
| 0.0035422188229858875, | |
| 0.00362494308501482, | |
| 0.0036592260003089905, | |
| 0.0036236438900232315, | |
| 0.003586597042158246, | |
| 0.0035261090379208326, | |
| 0.0036289182025939226, | |
| 0.003595593851059675, | |
| 0.0035557160153985023, | |
| 0.0035929440055042505, | |
| 0.0035760928876698017, | |
| 0.0036001710686832666, | |
| 0.003614984918385744, | |
| 0.0036372379399836063, | |
| 0.0035885069519281387, | |
| 0.003607572987675667, | |
| 0.0035956110805273056, | |
| 0.003617681795731187, | |
| 0.0035915239714086056, | |
| 0.0035563609562814236, | |
| 0.0036141248419880867, | |
| 0.003582743927836418, | |
| 0.003566448111087084, | |
| 0.0035906289704144, | |
| 0.0036468571051955223, | |
| 0.003596062073484063, | |
| 0.003633931977674365, | |
| 0.0035474759060889482, | |
| 0.0035973801277577877, | |
| 0.0036266620736569166, | |
| 0.003536504926159978, | |
| 0.003619109047576785, | |
| 0.003580325050279498, | |
| 0.0035526638384908438, | |
| 0.003653925843536854, | |
| 0.003629932878538966, | |
| 0.003623910015448928, | |
| 0.0035979400854557753, | |
| 0.003522949991747737, | |
| 0.0036246280651539564, | |
| 0.003581963013857603, | |
| 0.0035752130206674337, | |
| 0.0036278299521654844, | |
| 0.0035834370646625757, | |
| 0.003570032073184848, | |
| 0.0036069888155907393, | |
| 0.003652926068753004, | |
| 0.0035939160734415054, | |
| 0.0036134240217506886, | |
| 0.0035738691221922636, | |
| 0.003620138159021735, | |
| 0.0035949188750237226, | |
| 0.003557821037247777, | |
| 0.0036110521759837866, | |
| 0.003601375035941601, | |
| 0.0035962110850960016, | |
| 0.003595818066969514, | |
| 0.0036339738871902227, | |
| 0.0036031599156558514, | |
| 0.003635411150753498, | |
| 0.003548413049429655, | |
| 0.0035961358807981014, | |
| 0.0036050311755388975, | |
| 0.0035601339768618345, | |
| 0.0036336081102490425, | |
| 0.0036107669584453106, | |
| 0.0035807478707283735, | |
| 0.003623301861807704, | |
| 0.003680282039567828, | |
| 0.0036052470095455647, | |
| 0.0036221190821379423, | |
| 0.003545962041243911, | |
| 0.0036316069308668375, | |
| 0.0036126170307397842, | |
| 0.0035672460217028856, | |
| 0.0036158189177513123, | |
| 0.00357863400131464, | |
| 0.0038270000368356705, | |
| 0.003616000059992075, | |
| 0.0036682449281215668, | |
| 0.003590811975300312, | |
| 0.0036181870382279158, | |
| 0.003545626997947693, | |
| 0.003587119048461318, | |
| 0.003614008193835616, | |
| 0.0035537120420485735, | |
| 0.003626690013334155, | |
| 0.0035808112006634474, | |
| 0.0035595681983977556, | |
| 0.0036233391147106886, | |
| 0.0036842150148004293, | |
| 0.003593679051846266, | |
| 0.0035835790913552046, | |
| 0.0035538780502974987, | |
| 0.003619180992245674, | |
| 0.00361225800588727, | |
| 0.003554730908945203, | |
| 0.00359537685289979, | |
| 0.0036125429905951023, | |
| 0.0035316641442477703, | |
| 0.0036373038310557604, | |
| 0.0036913820076733828, | |
| 0.0035728600341826677, | |
| 0.0036425089929252863, | |
| 0.0035622459836304188, | |
| 0.0036160380113869905, | |
| 0.0036105841863900423, | |
| 0.003536679083481431, | |
| 0.0036131690721958876, | |
| 0.0035937370266765356, | |
| 0.003559590084478259, | |
| 0.003585836850106716, | |
| 0.0036747490521520376, | |
| 0.0036034490913152695, | |
| 0.0036217060405761003, | |
| 0.003540351986885071, | |
| 0.0036005780566483736, | |
| 0.003624219913035631, | |
| 0.0035501879174262285, | |
| 0.003635135944932699, | |
| 0.003605963895097375, | |
| 0.0035639458801597357, | |
| 0.003617014968767762, | |
| 0.003692670026794076, | |
| 0.0035790239926427603, | |
| 0.0036153129767626524, | |
| 0.003553522052243352, | |
| 0.003608731087297201, | |
| 0.0036351708695292473, | |
| 0.0035360860638320446, | |
| 0.003584077814593911, | |
| 0.0036114798858761787, | |
| 0.0035462109372019768, | |
| 0.003628118894994259, | |
| 0.0036839928943663836, | |
| 0.0035398618783801794, | |
| 0.003625832963734865, | |
| 0.0035339659079909325, | |
| 0.0036168729420751333, | |
| 0.0035982411354780197, | |
| 0.003539205063134432, | |
| 0.0036258550826460123, | |
| 0.00359726301394403, | |
| 0.003569487016648054, | |
| 0.0035911009181290865, | |
| 0.003672525053843856, | |
| 0.0035973559133708477, | |
| 0.0036525120958685875, | |
| 0.003570738947018981, | |
| 0.0035781969781965017, | |
| 0.0036246099043637514, | |
| 0.0035528249572962523, | |
| 0.003618647111579776, | |
| 0.0035782058257609606, | |
| 0.0035434779711067677, | |
| 0.0036039291881024837, | |
| 0.003723856993019581, | |
| 0.0035748619120568037, | |
| 0.0036090179346501827, | |
| 0.003561174962669611, | |
| 0.0035899439826607704, | |
| 0.0036565051414072514, | |
| 0.003553246147930622, | |
| 0.003666723147034645, | |
| 0.003647604025900364, | |
| 0.003563272999599576, | |
| 0.003642176976427436, | |
| 0.0037335169035941362, | |
| 0.0035581099800765514, | |
| 0.0036122440360486507, | |
| 0.003565876977518201, | |
| 0.0035899740178138018, | |
| 0.0036597400903701782, | |
| 0.0035523250699043274, | |
| 0.003605487057939172, | |
| 0.0035928029101341963, | |
| 0.0035402870271354914, | |
| 0.0036090698558837175, | |
| 0.0037087840028107166, | |
| 0.0035589709877967834, | |
| 0.0035936699714511633, | |
| 0.0035539809614419937, | |
| 0.00359045690856874, | |
| 0.0036157991271466017, | |
| 0.003582456847652793, | |
| 0.003647088073194027, | |
| 0.003612976986914873, | |
| 0.0035666641779243946, | |
| 0.003615892957895994, | |
| 0.003681336995214224, | |
| 0.0035597290843725204, | |
| 0.0036253021098673344, | |
| 0.0035868268460035324, | |
| 0.003578623989596963, | |
| 0.0036236660089343786, | |
| 0.0035644040908664465, | |
| 0.0036056151147931814, | |
| 0.0036271940916776657, | |
| 0.003555186092853546, | |
| 0.00357720791362226, | |
| 0.0037308218888938427, | |
| 0.0035561888944357634, | |
| 0.0036186729557812214, | |
| 0.003596944035962224, | |
| 0.0035376939922571182, | |
| 0.0036435709334909916, | |
| 0.0035611300263553858, | |
| 0.0036149739753454924, | |
| 0.003598137991502881, | |
| 0.0035499888472259045, | |
| 0.003636515000835061, | |
| 0.0037235720083117485, | |
| 0.003557628020644188, | |
| 0.0036389848683029413, | |
| 0.003622394986450672, | |
| 0.00356651796028018, | |
| 0.003819345962256193, | |
| 0.0035808600950986147, | |
| 0.0035545930732041597, | |
| 0.003621235955506563, | |
| 0.003535473020747304, | |
| 0.0036161690950393677, | |
| 0.0036751609295606613, | |
| 0.003553871065378189, | |
| 0.0036168049555271864, | |
| 0.003564421785995364, | |
| 0.003601082833483815, | |
| 0.0035800731275230646, | |
| 0.003566945903003216, | |
| 0.0035973929334431887, | |
| 0.0036094679962843657, | |
| 0.003551933914422989, | |
| 0.0035609558690339327, | |
| 0.0036470950581133366, | |
| 0.003555108793079853, | |
| 0.0036119550932198763, | |
| 0.003591448999941349, | |
| 0.0035461329389363527, | |
| 0.003628734964877367, | |
| 0.003566969884559512, | |
| 0.0035973850172013044, | |
| 0.003591438988223672, | |
| 0.0035336690489202738, | |
| 0.003623040160164237, | |
| 0.0037092268466949463, | |
| 0.003563546808436513, | |
| 0.003604553872719407, | |
| 0.0035674781538546085, | |
| 0.003559703938663006, | |
| 0.003647774923592806, | |
| 0.003555276896804571, | |
| 0.0035847460385411978, | |
| 0.0036244019865989685, | |
| 0.003549756947904825, | |
| 0.0036175199784338474, | |
| 0.0036926979664713144, | |
| 0.00356924906373024, | |
| 0.0036022060085088015, | |
| 0.0035738800652325153, | |
| 0.0035702078603208065, | |
| 0.003586077829822898, | |
| 0.0035790479741990566, | |
| 0.0035907120909541845, | |
| 0.003592869034036994, | |
| 0.003553251037374139, | |
| 0.003589997999370098, | |
| 0.003720768028870225, | |
| 0.0035356259904801846, | |
| 0.0036302348598837852, | |
| 0.003581897122785449, | |
| 0.0035333679988980293, | |
| 0.0036258369218558073, | |
| 0.003535602008923888, | |
| 0.0036078710108995438, | |
| 0.0035941889509558678, | |
| 0.003550100838765502, | |
| 0.0036311810836195946, | |
| 0.0037016510032117367, | |
| 0.0035723079927265644, | |
| 0.0035824079532176256, | |
| 0.0035685489419847727, | |
| 0.0035830670967698097, | |
| 0.003615907859057188, | |
| 0.003544077044352889, | |
| 0.003589048981666565, | |
| 0.0036171202082186937, | |
| 0.00355920591391623, | |
| 0.0035920850932598114, | |
| 0.0036996849812567234, | |
| 0.0035999338142573833, | |
| 0.0036256599705666304, | |
| 0.003595838090404868, | |
| 0.0035717429127544165, | |
| 0.0035936490166932344, | |
| 0.0035482158418744802, | |
| 0.003592824097722769, | |
| 0.0036238410975784063, | |
| 0.0035589688923209906, | |
| 0.003591482061892748, | |
| 0.003704075003042817, | |
| 0.003534603165462613, | |
| 0.0036415259819477797, | |
| 0.003586870152503252, | |
| 0.0035528300795704126, | |
| 0.0036334649194031954, | |
| 0.0035336569417268038, | |
| 0.0036219069734215736, | |
| 0.003603473072871566, | |
| 0.0035514540504664183, | |
| 0.00362170091830194, | |
| 0.003704075003042817, | |
| 0.003615344176068902, | |
| 0.003598935902118683, | |
| 0.0035701908636838198, | |
| 0.003577684983611107, | |
| 0.0036235519219189882, | |
| 0.0035296890418976545, | |
| 0.003613797016441822, | |
| 0.0036156880669295788, | |
| 0.003563833888620138, | |
| 0.003629507962614298, | |
| 0.0036840399261564016, | |
| 0.003552790032699704, | |
| 0.003630087012425065, | |
| 0.0036358870565891266, | |
| 0.0035829239059239626, | |
| 0.0035857020411640406, | |
| 0.00354907289147377, | |
| 0.0036013650242239237, | |
| 0.0036243959330022335, | |
| 0.0035575609654188156, | |
| 0.0035885090474039316, | |
| 0.0037120950873941183, | |
| 0.0035867581609636545, | |
| 0.0036189670208841562, | |
| 0.0035810430999845266, | |
| 0.0035662869922816753, | |
| 0.0036423460114747286, | |
| 0.0035409671254456043, | |
| 0.0036490519996732473, | |
| 0.0035873879678547382, | |
| 0.003540708916261792, | |
| 0.003618262941017747, | |
| 0.0036982090678066015, | |
| 0.0035589488688856363, | |
| 0.003601417178288102, | |
| 0.0035704108886420727, | |
| 0.0035875949542969465, | |
| 0.0036199409514665604, | |
| 0.0035214179661124945, | |
| 0.003585234982892871, | |
| 0.0035901409573853016, | |
| 0.0035570620093494654, | |
| 0.003610617946833372, | |
| 0.0038186958990991116, | |
| 0.003641340881586075, | |
| 0.0036211039405316114, | |
| 0.0035765510983765125, | |
| 0.0035859551280736923, | |
| 0.003596625057980418, | |
| 0.0035948839504271746, | |
| 0.003602501004934311, | |
| 0.003625759156420827, | |
| 0.0035592711064964533, | |
| 0.003600616008043289, | |
| 0.0037242870312184095, | |
| 0.0035741832107305527, | |
| 0.0036204541102051735, | |
| 0.003618088085204363, | |
| 0.003544630017131567, | |
| 0.003609681036323309, | |
| 0.0035873560700565577, | |
| 0.0035885130055248737, | |
| 0.003599216928705573, | |
| 0.003527727909386158, | |
| 0.003624756122007966, | |
| 0.0037056291475892067, | |
| 0.0035334168933331966, | |
| 0.003632832085713744, | |
| 0.003598914947360754, | |
| 0.003553008893504739, | |
| 0.0036035359371453524, | |
| 0.0035600271075963974, | |
| 0.0035937309730798006, | |
| 0.003608826082199812, | |
| 0.0035468139685690403, | |
| 0.003582583973184228, | |
| 0.0036956779658794403, | |
| 0.0035682800225913525, | |
| 0.003626130986958742, | |
| 0.003584017977118492, | |
| 0.003543586004525423, | |
| 0.003601636039093137, | |
| 0.003603587858378887, | |
| 0.003600195050239563, | |
| 0.003576660994440317, | |
| 0.003544960170984268, | |
| 0.00359748094342649, | |
| 0.0037428848445415497, | |
| 0.003550135064870119, | |
| 0.003589088097214699, | |
| 0.0036266068927943707, | |
| 0.0035162579733878374, | |
| 0.0036262969952076674, | |
| 0.0035590780898928642, | |
| 0.0035674890968948603, | |
| 0.0036145010963082314, | |
| 0.003541991114616394, | |
| 0.0036465239245444536, | |
| 0.0037290521431714296, | |
| 0.003553129034116864, | |
| 0.0036296159960329533, | |
| 0.0035785927902907133, | |
| 0.003572317073121667, | |
| 0.0036006979644298553, | |
| 0.0035769951064139605, | |
| 0.003590267850086093, | |
| 0.0036053380463272333, | |
| 0.0035607770550996065, | |
| 0.0035971920005977154, | |
| 0.003715583821758628, | |
| 0.0035632411018013954, | |
| 0.003642189083620906, | |
| 0.0035940229427069426, | |
| 0.003560410812497139, | |
| 0.00361910299398005, | |
| 0.0036040281411260366, | |
| 0.003590861801058054, | |
| 0.0035857108887284994, | |
| 0.0035374071449041367, | |
| 0.003604572033509612, | |
| 0.0037372950464487076, | |
| 0.003550061024725437, | |
| 0.003584866877645254, | |
| 0.003614068031311035, | |
| 0.0035420109052211046, | |
| 0.003633619984611869, | |
| 0.0035663500893861055, | |
| 0.0035515278577804565, | |
| 0.003599554067477584, | |
| 0.0035547339357435703, | |
| 0.0036538448184728622, | |
| 0.0036927119363099337, | |
| 0.0035529520828276873, | |
| 0.003612214932218194, | |
| 0.0035811099223792553, | |
| 0.003608038881793618, | |
| 0.0035816619638353586, | |
| 0.0035818431060761213, | |
| 0.00356771401129663, | |
| 0.003639998845756054, | |
| 0.0035558929666876793, | |
| 0.003598368028178811, | |
| 0.0037147109396755695, | |
| 0.0035546289291232824, | |
| 0.0036188189405947924, | |
| 0.003614411922171712, | |
| 0.0035488400608301163, | |
| 0.0036318700294941664, | |
| 0.003634614869952202, | |
| 0.003591381013393402, | |
| 0.003607389982789755, | |
| 0.003563464153558016, | |
| 0.003625154960900545, | |
| 0.003692711004987359, | |
| 0.003554688999429345, | |
| 0.0036085988394916058, | |
| 0.0036339310463517904, | |
| 0.003540141973644495, | |
| 0.0036109699867665768, | |
| 0.0036151809617877007, | |
| 0.003544523846358061, | |
| 0.0036795451305806637, | |
| 0.0035514060873538256, | |
| 0.0035744570195674896, | |
| 0.003721363842487335, | |
| 0.003548158099874854, | |
| 0.0036298921331763268, | |
| 0.003583498066291213, | |
| 0.0035408560652285814, | |
| 0.003608910134062171, | |
| 0.003595639020204544, | |
| 0.0035837769974023104, | |
| 0.0035915421321988106, | |
| 0.003561873221769929, | |
| 0.0035982809495180845, | |
| 0.0037104201037436724, | |
| 0.0035714558325707912, | |
| 0.003603910095989704, | |
| 0.003624104894697666, | |
| 0.0035462421365082264, | |
| 0.0036204210482537746, | |
| 0.0036064309533685446, | |
| 0.0037835780531167984, | |
| 0.003610877087339759, | |
| 0.0035949437879025936, | |
| 0.0035809678956866264, | |
| 0.003677654080092907, | |
| 0.0035648359917104244, | |
| 0.003602351061999798, | |
| 0.003639166010543704, | |
| 0.003557187970727682, | |
| 0.003589009866118431, | |
| 0.0036185989156365395, | |
| 0.0035350911784917116, | |
| 0.0036498031113296747, | |
| 0.0035766910295933485, | |
| 0.003542724996805191, | |
| 0.0037190259899944067, | |
| 0.0035450300201773643, | |
| 0.003612539963796735, | |
| 0.0035929859150201082, | |
| 0.003546350169926882, | |
| 0.003618887159973383, | |
| 0.003579851007089019, | |
| 0.003572423942387104, | |
| 0.0035924839321523905, | |
| 0.0035840130876749754, | |
| 0.0035867630504071712, | |
| 0.003725774120539427, | |
| 0.0035461110528558493, | |
| 0.0035967021249234676, | |
| 0.00361711997538805, | |
| 0.0035734078846871853, | |
| 0.003614994930103421, | |
| 0.0035952660255134106, | |
| 0.003546818858012557, | |
| 0.003627761034294963, | |
| 0.003629651153460145, | |
| 0.0035878370981663465, | |
| 0.0036980509757995605, | |
| 0.003597311908379197, | |
| 0.0036335589829832315, | |
| 0.003654921893030405, | |
| 0.0035572031047195196, | |
| 0.0035787830129265785, | |
| 0.0036435441579669714, | |
| 0.003552525071427226, | |
| 0.0036153339315205812, | |
| 0.0035934417974203825, | |
| 0.0035340969916433096, | |
| 0.0037336961831897497, | |
| 0.0035695789847522974, | |
| 0.0035836820024996996, | |
| 0.003624413162469864, | |
| 0.003536895150318742, | |
| 0.003616865025833249, | |
| 0.0035982790868729353, | |
| 0.003554264083504677, | |
| 0.0036155569832772017, | |
| 0.0035758379381150007, | |
| 0.003586255945265293, | |
| 0.003721754066646099, | |
| 0.003549956949427724, | |
| 0.003588442923501134, | |
| 0.0036014909856021404, | |
| 0.0035574459470808506, | |
| 0.0036173181142657995, | |
| 0.003609019098803401, | |
| 0.003555899951606989, | |
| 0.003638485912233591, | |
| 0.0035941980313509703, | |
| 0.0035681789740920067, | |
| 0.0036727481056004763, | |
| 0.0035790891852229834, | |
| 0.0036100270226597786, | |
| 0.0036257558967918158, | |
| 0.003549958113580942, | |
| 0.003584433114156127, | |
| 0.0036721390206366777, | |
| 0.003547772066667676, | |
| 0.003658620174974203, | |
| 0.0036028758622705936, | |
| 0.0035326778888702393, | |
| 0.0037166979163885117, | |
| 0.0036097958218306303, | |
| 0.003667060984298587, | |
| 0.0036540909204632044, | |
| 0.0035700059961527586, | |
| 0.0036015009973198175, | |
| 0.0036299419589340687, | |
| 0.0035294650588184595, | |
| 0.003616719041019678, | |
| 0.003594780107960105, | |
| 0.0035487620625644922, | |
| 0.003713425947353244, | |
| 0.003569900058209896, | |
| 0.0036155369598418474, | |
| 0.003624006872996688, | |
| 0.003532988019287586, | |
| 0.0035782139748334885, | |
| 0.0036118479911237955, | |
| 0.0035607798490673304, | |
| 0.0036472149658948183, | |
| 0.0035847260151058435, | |
| 0.0035712779499590397, | |
| 0.003714081132784486, | |
| 0.0036085208412259817, | |
| 0.0035941670648753643, | |
| 0.0035946709103882313, | |
| 0.003564736107364297, | |
| 0.00361101096495986, | |
| 0.0036162198521196842, | |
| 0.003554814960807562, | |
| 0.003598277922719717, | |
| 0.0036276159808039665, | |
| 0.0035442591179162264, | |
| 0.003702967893332243, | |
| 0.003618299961090088, | |
| 0.003542776918038726, | |
| 0.0036291140131652355, | |
| 0.0035566689912229776, | |
| 0.0036094109527766705, | |
| 0.0035897039342671633, | |
| 0.003538100980222225, | |
| 0.003624856937676668, | |
| 0.003618750022724271, | |
| 0.0035580690018832684, | |
| 0.0036920260172337294, | |
| 0.0036086018662899733, | |
| 0.003584936959668994, | |
| 0.0036301708314567804, | |
| 0.0035520780365914106, | |
| 0.003596884896978736, | |
| 0.003646097145974636, | |
| 0.003550782101228833, | |
| 0.0036060248967260122, | |
| 0.0035849998239427805, | |
| 0.003554299008101225, | |
| 0.0037141379434615374, | |
| 0.0035951919853687286, | |
| 0.0037348431069403887, | |
| 0.003689749166369438, | |
| 0.003595281159505248, | |
| 0.0036257579922676086, | |
| 0.0036370069719851017, | |
| 0.0035520659293979406, | |
| 0.0036187940277159214, | |
| 0.0036436680238693953, | |
| 0.003543855156749487, | |
| 0.003748812945559621, | |
| 0.003609617007896304, | |
| 0.0035546880681067705, | |
| 0.00362381711602211, | |
| 0.003684283932670951, | |
| 0.003596317023038864, | |
| 0.003605484962463379, | |
| 0.0035755368880927563, | |
| 0.003640647977590561, | |
| 0.003640006063506007, | |
| 0.003552467795088887, | |
| 0.0036900939885526896, | |
| 0.003646401921287179, | |
| 0.003555129049345851, | |
| 0.0036210259422659874, | |
| 0.0036112030502408743, | |
| 0.0035533891059458256, | |
| 0.0036474568769335747, | |
| 0.0035658772103488445, | |
| 0.0036138901486992836, | |
| 0.0036026551388204098, | |
| 0.0035410618875175714, | |
| 0.0037471570540219545, | |
| 0.003644293872639537, | |
| 0.0035378930624574423, | |
| 0.0036203970666974783, | |
| 0.0036393681075423956, | |
| 0.0035491499584168196, | |
| 0.0036538061685860157, | |
| 0.0036118219140917063, | |
| 0.003615256864577532, | |
| 0.0036772198509424925, | |
| 0.003580240998417139, | |
| 0.0037553198635578156, | |
| 0.0036092069931328297, | |
| 0.0035409319680184126, | |
| 0.0036643429193645716, | |
| 0.003636372974142432, | |
| 0.0035779071040451527, | |
| 0.0036225500516593456, | |
| 0.0036274839658290148, | |
| 0.003562737023457885, | |
| 0.0036580029409378767, | |
| 0.0035531020257622004, | |
| 0.003701594891026616, | |
| 0.0036651059053838253, | |
| 0.0035458419006317854, | |
| 0.003665870986878872, | |
| 0.003612522967159748, | |
| 0.003540400182828307, | |
| 0.0036497670225799084, | |
| 0.0036025578156113625, | |
| 0.0036064600571990013, | |
| 0.0036117450799793005, | |
| 0.003573566908016801, | |
| 0.0036978530697524548, | |
| 0.003645230084657669, | |
| 0.00355135602876544, | |
| 0.003626088844612241, | |
| 0.003682095091789961, | |
| 0.003555998904630542, | |
| 0.0036432561464607716, | |
| 0.0036144328769296408, | |
| 0.003559211967512965, | |
| 0.0036647049710154533, | |
| 0.0036075839307159185, | |
| 0.003709798911586404, | |
| 0.003595005953684449, | |
| 0.0035930839367210865, | |
| 0.0036177770234644413, | |
| 0.003647127188742161, | |
| 0.0036211670376360416, | |
| 0.0036000069230794907, | |
| 0.003653784980997443, | |
| 0.003548315027728677, | |
| 0.003656964050605893, | |
| 0.003629345213994384, | |
| 0.0037094138097018003, | |
| 0.003608326194807887, | |
| 0.0036093329545110464, | |
| 0.0035903381649404764, | |
| 0.0035954159684479237, | |
| 0.003539701923727989, | |
| 0.0035984369460493326, | |
| 0.0036304809618741274, | |
| 0.0035517991054803133, | |
| 0.003590537002310157, | |
| 0.0036257251631468534, | |
| 0.003662325907498598, | |
| 0.003644363023340702, | |
| 0.0036131429951637983, | |
| 0.003569717053323984, | |
| 0.0036341710947453976, | |
| 0.003531963098794222, | |
| 0.003594581037759781, | |
| 0.0036013550125062466, | |
| 0.0035463490057736635, | |
| 0.0036247021052986383, | |
| 0.0035715349949896336, | |
| 0.0036616718862205744, | |
| 0.0036218969617038965, | |
| 0.003580615157261491, | |
| 0.0036065690219402313, | |
| 0.003592066001147032, | |
| 0.0035781259648501873, | |
| 0.003591404063627124, | |
| 0.0036171760875731707, | |
| 0.003563700011000037, | |
| 0.0036376521456986666, | |
| 0.0036430349573493004, | |
| 0.0036654560826718807, | |
| 0.003627117956057191, | |
| 0.0035874289460480213, | |
| 0.003574296133592725, | |
| 0.003632912877947092, | |
| 0.003601855831220746, | |
| 0.0035937849897891283, | |
| 0.0035893330350518227, | |
| 0.0035517639480531216, | |
| 0.0036104051396250725, | |
| 0.0036315249744802713, | |
| 0.003643812844529748, | |
| 0.00356901902705431, | |
| 0.003633609041571617, | |
| 0.0035447177942842245, | |
| 0.003632219973951578, | |
| 0.0035751578398048878, | |
| 0.003557103918865323, | |
| 0.0036110179498791695, | |
| 0.00355023005977273, | |
| 0.003766655921936035, | |
| 0.0035759469028562307, | |
| 0.003634462133049965, | |
| 0.003626624122262001, | |
| 0.003604089142754674, | |
| 0.00356217916123569, | |
| 0.0036007349845021963, | |
| 0.0035712779499590397, | |
| 0.0035988260060548782, | |
| 0.0036115609109401703, | |
| 0.0035490121226757765, | |
| 0.0035865779500454664, | |
| 0.003655988024547696, | |
| 0.003652326064184308, | |
| 0.0036233700811862946, | |
| 0.003581993980333209, | |
| 0.003543291939422488, | |
| 0.003605675883591175, | |
| 0.0036094740498811007, | |
| 0.0035812489222735167, | |
| 0.0035804100334644318, | |
| 0.0035427259281277657, | |
| 0.003607753897085786, | |
| 0.00362335704267025, | |
| 0.0036562758032232523, | |
| 0.0035789331886917353, | |
| 0.0036325331311672926, | |
| 0.003525541163980961, | |
| 0.0036322760861366987, | |
| 0.004371461924165487, | |
| 0.003560108132660389, | |
| 0.0036214138381183147, | |
| 0.0035860100761055946, | |
| 0.0035782691556960344, | |
| 0.0036093019880354404, | |
| 0.0037066328804939985, | |
| 0.0036037589889019728, | |
| 0.0036142522003501654, | |
| 0.0035435049794614315, | |
| 0.0036085969768464565, | |
| 0.0036036039236932993, | |
| 0.0035449080169200897, | |
| 0.003628477919846773, | |
| 0.0036289889831095934, | |
| 0.003554038004949689, | |
| 0.003591757034882903, | |
| 0.003678716951981187, | |
| 0.00354410195723176, | |
| 0.003628138918429613, | |
| 0.003557991934940219, | |
| 0.003610796993598342, | |
| 0.003590078093111515, | |
| 0.0035244778264313936, | |
| 0.003623034106567502, | |
| 0.00360399903729558, | |
| 0.0035649631172418594, | |
| 0.003612966975197196, | |
| 0.003704956965520978, | |
| 0.0035869129933416843, | |
| 0.0036168089136481285, | |
| 0.0035463881213217974, | |
| 0.003599278861656785, | |
| 0.0036220340989530087, | |
| 0.00356324203312397, | |
| 0.0036309680435806513, | |
| 0.003577588824555278 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-backward-total_cart]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-backward-total_cart]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.TotalScore'>]" | |
| }, | |
| "param": "cuda-backward-total_cart", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.011000911006703973, | |
| "max": 0.012914753053337336, | |
| "mean": 0.011197637175760602, | |
| "stddev": 0.0002774846109592115, | |
| "rounds": 372, | |
| "median": 0.01113878539763391, | |
| "iqr": 7.750792428851128e-05, | |
| "q1": 0.011103385011665523, | |
| "q3": 0.011180892935954034, | |
| "iqr_outliers": 26, | |
| "stddev_outliers": 15, | |
| "outliers": "15;26", | |
| "ld15iqr": 0.011000911006703973, | |
| "hd15iqr": 0.011301830178126693, | |
| "ops": 89.30455455055184, | |
| "total": 4.165521029382944, | |
| "data": [ | |
| 0.012835575034841895, | |
| 0.012914753053337336, | |
| 0.01264072791673243, | |
| 0.012496362905949354, | |
| 0.012558150105178356, | |
| 0.012651351979002357, | |
| 0.01248499914072454, | |
| 0.012548928149044514, | |
| 0.012518942123278975, | |
| 0.012493503047153354, | |
| 0.012542035896331072, | |
| 0.012524358928203583, | |
| 0.012581999879330397, | |
| 0.011123688891530037, | |
| 0.01111731119453907, | |
| 0.011091490974649787, | |
| 0.011113821063190699, | |
| 0.011079449905082583, | |
| 0.011102990945801139, | |
| 0.011114167049527168, | |
| 0.01111345598474145, | |
| 0.01111780689097941, | |
| 0.011145283933728933, | |
| 0.011099667055532336, | |
| 0.011110408930107951, | |
| 0.011120516108348966, | |
| 0.011430921964347363, | |
| 0.011110970051959157, | |
| 0.011191593948751688, | |
| 0.011158299865201116, | |
| 0.011158834910020232, | |
| 0.011149326805025339, | |
| 0.011157436994835734, | |
| 0.011134560918435454, | |
| 0.011128043057397008, | |
| 0.01116528594866395, | |
| 0.01109240110963583, | |
| 0.011135323904454708, | |
| 0.01114487904123962, | |
| 0.011037349933758378, | |
| 0.011149019002914429, | |
| 0.011120032984763384, | |
| 0.011080740951001644, | |
| 0.011080351890996099, | |
| 0.011089295148849487, | |
| 0.011113623157143593, | |
| 0.011079841991886497, | |
| 0.011077516013756394, | |
| 0.011077834060415626, | |
| 0.011243226006627083, | |
| 0.011098112910985947, | |
| 0.011110349791124463, | |
| 0.011224552057683468, | |
| 0.01118014520034194, | |
| 0.011116876034066081, | |
| 0.011137792142108083, | |
| 0.011227009817957878, | |
| 0.011259922990575433, | |
| 0.011244602967053652, | |
| 0.011207169154658914, | |
| 0.01132038701325655, | |
| 0.011474819853901863, | |
| 0.011217964114621282, | |
| 0.011177033884450793, | |
| 0.011203826870769262, | |
| 0.011138994945213199, | |
| 0.011116751004010439, | |
| 0.011195817030966282, | |
| 0.011130029102787375, | |
| 0.011125511024147272, | |
| 0.011143643874675035, | |
| 0.011164220049977303, | |
| 0.01115198596380651, | |
| 0.011180701898410916, | |
| 0.01112012704834342, | |
| 0.011159704998135567, | |
| 0.011210140073671937, | |
| 0.011143114883452654, | |
| 0.011149455094709992, | |
| 0.011152630904689431, | |
| 0.011174767976626754, | |
| 0.011140736052766442, | |
| 0.011143620125949383, | |
| 0.011058713076636195, | |
| 0.011098344111815095, | |
| 0.011124556884169579, | |
| 0.011061710072681308, | |
| 0.0110906430054456, | |
| 0.011160740163177252, | |
| 0.011113476939499378, | |
| 0.01116833696141839, | |
| 0.011110029881820083, | |
| 0.011120239971205592, | |
| 0.01137477601878345, | |
| 0.011131196981295943, | |
| 0.011144533986225724, | |
| 0.011222525965422392, | |
| 0.011245706118643284, | |
| 0.011235357960686088, | |
| 0.011166173964738846, | |
| 0.011165498988702893, | |
| 0.011209550779312849, | |
| 0.011180591071024537, | |
| 0.011185151059180498, | |
| 0.011203726986423135, | |
| 0.01116203609853983, | |
| 0.011114159133285284, | |
| 0.011107068974524736, | |
| 0.011134293163195252, | |
| 0.011103237979114056, | |
| 0.011180008994415402, | |
| 0.01110353204421699, | |
| 0.01112148305401206, | |
| 0.011437234003096819, | |
| 0.011107024038210511, | |
| 0.011168713914230466, | |
| 0.011107008904218674, | |
| 0.011176629923284054, | |
| 0.011122937081381679, | |
| 0.011130473110824823, | |
| 0.011119166854768991, | |
| 0.011102058924734592, | |
| 0.011354983085766435, | |
| 0.011090247891843319, | |
| 0.011059192009270191, | |
| 0.011179816909134388, | |
| 0.011139649897813797, | |
| 0.011102394899353385, | |
| 0.011230843141674995, | |
| 0.011182418093085289, | |
| 0.01112280203960836, | |
| 0.011206495808437467, | |
| 0.011149989906698465, | |
| 0.011154822073876858, | |
| 0.011144211050122976, | |
| 0.011168729979544878, | |
| 0.0111334219109267, | |
| 0.011137604946270585, | |
| 0.011271473951637745, | |
| 0.011133512016385794, | |
| 0.011103989090770483, | |
| 0.011062221834436059, | |
| 0.011093434179201722, | |
| 0.011105033103376627, | |
| 0.011115269036963582, | |
| 0.011121864896267653, | |
| 0.011117340996861458, | |
| 0.011105288052931428, | |
| 0.011126745026558638, | |
| 0.011101047974079847, | |
| 0.011113859014585614, | |
| 0.011099314084276557, | |
| 0.011024045059457421, | |
| 0.011071411892771721, | |
| 0.01104580913670361, | |
| 0.011075376067310572, | |
| 0.011055137030780315, | |
| 0.011083346093073487, | |
| 0.011099535971879959, | |
| 0.011211000150069594, | |
| 0.011103044962510467, | |
| 0.011112778913229704, | |
| 0.01115318899974227, | |
| 0.011110283201560378, | |
| 0.011142828036099672, | |
| 0.011202047113329172, | |
| 0.01116915000602603, | |
| 0.011092016007751226, | |
| 0.011155960150063038, | |
| 0.011065559927374125, | |
| 0.011093941982835531, | |
| 0.011429694015532732, | |
| 0.011128607904538512, | |
| 0.011107330908998847, | |
| 0.011080784955993295, | |
| 0.011101361131295562, | |
| 0.011167655000463128, | |
| 0.011076814960688353, | |
| 0.011143750976771116, | |
| 0.011130577884614468, | |
| 0.011109231039881706, | |
| 0.01108846697025001, | |
| 0.01103162788785994, | |
| 0.011198885971680284, | |
| 0.011093945940956473, | |
| 0.011047926032915711, | |
| 0.011108099017292261, | |
| 0.011105888057500124, | |
| 0.011067596031352878, | |
| 0.011141438037157059, | |
| 0.011142094852402806, | |
| 0.01112411287613213, | |
| 0.011065962025895715, | |
| 0.011138221016153693, | |
| 0.011158891022205353, | |
| 0.011108634062111378, | |
| 0.011098613031208515, | |
| 0.01113810483366251, | |
| 0.011060642078518867, | |
| 0.011077896924689412, | |
| 0.011140330927446485, | |
| 0.011106139048933983, | |
| 0.011078695068135858, | |
| 0.011082052951678634, | |
| 0.011087988968938589, | |
| 0.011071746936067939, | |
| 0.011108433827757835, | |
| 0.01113738096319139, | |
| 0.01113831507973373, | |
| 0.01109624095261097, | |
| 0.011097160866484046, | |
| 0.011078819865360856, | |
| 0.011000911006703973, | |
| 0.011061368975788355, | |
| 0.011036609997972846, | |
| 0.011074529960751534, | |
| 0.011038033058866858, | |
| 0.01102740503847599, | |
| 0.011051012901589274, | |
| 0.011077419156208634, | |
| 0.011180944973602891, | |
| 0.011121934978291392, | |
| 0.011200828012079, | |
| 0.011134037049487233, | |
| 0.0111580949742347, | |
| 0.011164369992911816, | |
| 0.01116336090490222, | |
| 0.011099064955487847, | |
| 0.011301830178126693, | |
| 0.011171738151460886, | |
| 0.011068589985370636, | |
| 0.011114534921944141, | |
| 0.011092375963926315, | |
| 0.011040230980142951, | |
| 0.011093036038801074, | |
| 0.011006233980879188, | |
| 0.011096587870270014, | |
| 0.011083104880526662, | |
| 0.011112709064036608, | |
| 0.011098758084699512, | |
| 0.011077719973400235, | |
| 0.011129098944365978, | |
| 0.01110928994603455, | |
| 0.011143821058794856, | |
| 0.01108362595550716, | |
| 0.011069265892729163, | |
| 0.011056749150156975, | |
| 0.011008244007825851, | |
| 0.011107763973996043, | |
| 0.011115391040220857, | |
| 0.011061377124860883, | |
| 0.011062011122703552, | |
| 0.011080903932452202, | |
| 0.011113859945908189, | |
| 0.0111808180809021, | |
| 0.01124036987312138, | |
| 0.011172791011631489, | |
| 0.011172295082360506, | |
| 0.011239281157031655, | |
| 0.01117372210137546, | |
| 0.01117933401837945, | |
| 0.011266893008723855, | |
| 0.011230388889089227, | |
| 0.011225707130506635, | |
| 0.011261380044743419, | |
| 0.011241244152188301, | |
| 0.011235312791541219, | |
| 0.011185114039108157, | |
| 0.011194305960088968, | |
| 0.011199818924069405, | |
| 0.011190684977918863, | |
| 0.011170571902766824, | |
| 0.011212422046810389, | |
| 0.011340896133333445, | |
| 0.011165839852765203, | |
| 0.011162101989611983, | |
| 0.011159207904711366, | |
| 0.011180840898305178, | |
| 0.011144676012918353, | |
| 0.011149531928822398, | |
| 0.011194888968020678, | |
| 0.011158070992678404, | |
| 0.011148905847221613, | |
| 0.011096956208348274, | |
| 0.011124173877760768, | |
| 0.011189855169504881, | |
| 0.0111437460873276, | |
| 0.011209690943360329, | |
| 0.011165646836161613, | |
| 0.011203461093828082, | |
| 0.011132885003462434, | |
| 0.011481431080028415, | |
| 0.011142906034365296, | |
| 0.011126474943011999, | |
| 0.011117985006421804, | |
| 0.011171628953889012, | |
| 0.011225237045437098, | |
| 0.011173920007422566, | |
| 0.011101406998932362, | |
| 0.011124675860628486, | |
| 0.011055085808038712, | |
| 0.011086540995165706, | |
| 0.011055324925109744, | |
| 0.011056069983169436, | |
| 0.011201419867575169, | |
| 0.011211693054065108, | |
| 0.01113167405128479, | |
| 0.01116989809088409, | |
| 0.01119366311468184, | |
| 0.011121569899842143, | |
| 0.011172748869284987, | |
| 0.011227707145735621, | |
| 0.011174329090863466, | |
| 0.011216287035495043, | |
| 0.011178082786500454, | |
| 0.011196941137313843, | |
| 0.011171136982738972, | |
| 0.011212725192308426, | |
| 0.01128569315187633, | |
| 0.011177662061527371, | |
| 0.01151845115236938, | |
| 0.011227824026718736, | |
| 0.011253423057496548, | |
| 0.01120870397426188, | |
| 0.011168760946020484, | |
| 0.011200912995263934, | |
| 0.011150766164064407, | |
| 0.011111383093520999, | |
| 0.01115062297321856, | |
| 0.01113637792877853, | |
| 0.011149062076583505, | |
| 0.011139517882838845, | |
| 0.011151989921927452, | |
| 0.01107773999683559, | |
| 0.011088643921539187, | |
| 0.0111378850415349, | |
| 0.011121104937046766, | |
| 0.011170777957886457, | |
| 0.011120643001049757, | |
| 0.011170324170961976, | |
| 0.011135420063510537, | |
| 0.011134564876556396, | |
| 0.011174817802384496, | |
| 0.01112956996075809, | |
| 0.01111406716518104, | |
| 0.011183671886101365, | |
| 0.011119955917820334, | |
| 0.011062851874157786, | |
| 0.01105711399577558, | |
| 0.01105673098936677, | |
| 0.011066928040236235, | |
| 0.011161743197590113, | |
| 0.011121126124635339, | |
| 0.011166510870680213, | |
| 0.011138575850054622, | |
| 0.01119801215827465, | |
| 0.011128570884466171, | |
| 0.011157043045386672, | |
| 0.011228277115151286, | |
| 0.011177883949130774, | |
| 0.011188952950760722, | |
| 0.011188511969521642, | |
| 0.011388040147721767, | |
| 0.011333560105413198, | |
| 0.011169938836246729, | |
| 0.01118974993005395, | |
| 0.011169906007125974, | |
| 0.011192643083631992, | |
| 0.011209357995539904, | |
| 0.011234092991799116, | |
| 0.011212217854335904, | |
| 0.011230919044464827 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-backward-total_torsion]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-backward-total_torsion]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceTotal'>]" | |
| }, | |
| "param": "cuda-backward-total_torsion", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.01625383412465453, | |
| "max": 0.018745610024780035, | |
| "mean": 0.01659787868313705, | |
| "stddev": 0.0004100232669342324, | |
| "rounds": 244, | |
| "median": 0.01651307742577046, | |
| "iqr": 0.0002302484354004264, | |
| "q1": 0.016413057572208345, | |
| "q3": 0.01664330600760877, | |
| "iqr_outliers": 11, | |
| "stddev_outliers": 9, | |
| "outliers": "9;11", | |
| "ld15iqr": 0.01625383412465453, | |
| "hd15iqr": 0.017000030959025025, | |
| "ops": 60.24866304246278, | |
| "total": 4.04988239868544, | |
| "data": [ | |
| 0.01866906206123531, | |
| 0.018626373959705234, | |
| 0.018616104032844305, | |
| 0.018616202054545283, | |
| 0.01861782604828477, | |
| 0.018604859011247754, | |
| 0.018745610024780035, | |
| 0.01857730303891003, | |
| 0.01769994292408228, | |
| 0.016636985121294856, | |
| 0.016639465000480413, | |
| 0.016708778915926814, | |
| 0.016749088186770678, | |
| 0.016638293163850904, | |
| 0.016652381978929043, | |
| 0.01647482393309474, | |
| 0.01659461995586753, | |
| 0.01666374900378287, | |
| 0.016462697181850672, | |
| 0.016559774987399578, | |
| 0.016686914023011923, | |
| 0.016691212076693773, | |
| 0.01675915508531034, | |
| 0.016788069857284427, | |
| 0.016849328065291047, | |
| 0.016744144959375262, | |
| 0.016697585815563798, | |
| 0.016643401002511382, | |
| 0.016798388911411166, | |
| 0.016688858158886433, | |
| 0.016608737874776125, | |
| 0.016674327896907926, | |
| 0.01678048586472869, | |
| 0.016669430071488023, | |
| 0.016581315081566572, | |
| 0.01670876587741077, | |
| 0.016726206056773663, | |
| 0.016671560937538743, | |
| 0.016528730979189277, | |
| 0.016529905144125223, | |
| 0.01642161700874567, | |
| 0.016518820077180862, | |
| 0.016512830974534154, | |
| 0.016541798133403063, | |
| 0.016519183991476893, | |
| 0.0164640040602535, | |
| 0.016445196932181716, | |
| 0.016567710088565946, | |
| 0.016536237904801965, | |
| 0.01647009002044797, | |
| 0.016519855009391904, | |
| 0.016361713176593184, | |
| 0.016400714172050357, | |
| 0.016449226066470146, | |
| 0.01660884404554963, | |
| 0.016527204075828195, | |
| 0.016506504034623504, | |
| 0.016582580050453544, | |
| 0.016690557822585106, | |
| 0.016738354926928878, | |
| 0.016702410066500306, | |
| 0.01679741800762713, | |
| 0.016632671002298594, | |
| 0.016641346970573068, | |
| 0.016750514041632414, | |
| 0.01664682710543275, | |
| 0.016651934012770653, | |
| 0.01656043389812112, | |
| 0.01678537600673735, | |
| 0.01652321219444275, | |
| 0.01647879695519805, | |
| 0.01658072113059461, | |
| 0.016746006906032562, | |
| 0.016637473134323955, | |
| 0.01664321101270616, | |
| 0.016704298090189695, | |
| 0.016672680852934718, | |
| 0.01668270002119243, | |
| 0.0166832129471004, | |
| 0.01660896698012948, | |
| 0.01664685900323093, | |
| 0.016681288136169314, | |
| 0.016576851019635797, | |
| 0.016876249108463526, | |
| 0.016656432067975402, | |
| 0.016763425897806883, | |
| 0.01656791614368558, | |
| 0.01649588393047452, | |
| 0.016529020154848695, | |
| 0.016544644022360444, | |
| 0.016658951994031668, | |
| 0.016852302011102438, | |
| 0.01682866015471518, | |
| 0.017005472909659147, | |
| 0.016821925062686205, | |
| 0.01667106687091291, | |
| 0.016715788980945945, | |
| 0.016838546143844724, | |
| 0.01676974818110466, | |
| 0.016419921070337296, | |
| 0.016489210072904825, | |
| 0.016489732079207897, | |
| 0.016628609970211983, | |
| 0.01653696200810373, | |
| 0.016512803034856915, | |
| 0.016483253799378872, | |
| 0.016329190926626325, | |
| 0.016751623945310712, | |
| 0.016486563021317124, | |
| 0.016398642910644412, | |
| 0.016444915905594826, | |
| 0.016503021121025085, | |
| 0.016557174967601895, | |
| 0.016491685062646866, | |
| 0.016458802158012986, | |
| 0.016459954902529716, | |
| 0.01659525791183114, | |
| 0.016558686969801784, | |
| 0.01646611886098981, | |
| 0.016382335918024182, | |
| 0.016327447956427932, | |
| 0.016299805138260126, | |
| 0.016559944953769445, | |
| 0.01651332387700677, | |
| 0.016557299997657537, | |
| 0.016488285968080163, | |
| 0.016494259936735034, | |
| 0.016552685061469674, | |
| 0.01664123614318669, | |
| 0.016444518929347396, | |
| 0.016449300106614828, | |
| 0.01647016406059265, | |
| 0.01629787706770003, | |
| 0.016416789032518864, | |
| 0.016444829991087317, | |
| 0.016498690005391836, | |
| 0.016547925071790814, | |
| 0.01655638311058283, | |
| 0.016492048976942897, | |
| 0.01640953402966261, | |
| 0.016435432014986873, | |
| 0.01647496595978737, | |
| 0.01644702907651663, | |
| 0.016448620008304715, | |
| 0.01643501501530409, | |
| 0.016410241136327386, | |
| 0.016355135943740606, | |
| 0.016516702948138118, | |
| 0.016512362053617835, | |
| 0.016628579003736377, | |
| 0.016374660190194845, | |
| 0.016415708931162953, | |
| 0.016397553961724043, | |
| 0.016453362070024014, | |
| 0.01641045114956796, | |
| 0.016333082923665643, | |
| 0.01630660891532898, | |
| 0.016324221855029464, | |
| 0.016414601122960448, | |
| 0.016621860908344388, | |
| 0.016527615021914244, | |
| 0.01641151402145624, | |
| 0.016359339002519846, | |
| 0.016364595154300332, | |
| 0.016311272978782654, | |
| 0.01629874506033957, | |
| 0.01628458988852799, | |
| 0.016303136944770813, | |
| 0.016401692060753703, | |
| 0.016464340966194868, | |
| 0.01643072790466249, | |
| 0.016511301044374704, | |
| 0.016341330017894506, | |
| 0.016409734031185508, | |
| 0.016307604033499956, | |
| 0.016431516036391258, | |
| 0.016332615865394473, | |
| 0.01625383412465453, | |
| 0.016552054090425372, | |
| 0.016374842962250113, | |
| 0.016407683957368135, | |
| 0.016468035988509655, | |
| 0.016592554980888963, | |
| 0.016351274913176894, | |
| 0.0163603900000453, | |
| 0.01645339303649962, | |
| 0.016426936024799943, | |
| 0.016351668862625957, | |
| 0.016268844017758965, | |
| 0.01652754587121308, | |
| 0.01635303208604455, | |
| 0.01645186194218695, | |
| 0.016409377101808786, | |
| 0.01659295614808798, | |
| 0.0163480369374156, | |
| 0.01644059200771153, | |
| 0.01637201802805066, | |
| 0.016352121019735932, | |
| 0.01634941203519702, | |
| 0.01631919899955392, | |
| 0.016392586985602975, | |
| 0.016352294944226742, | |
| 0.016421988140791655, | |
| 0.016444151988252997, | |
| 0.01655804691836238, | |
| 0.016421671956777573, | |
| 0.016302275005728006, | |
| 0.016318970127031207, | |
| 0.016402207082137465, | |
| 0.01631830306723714, | |
| 0.016337563982233405, | |
| 0.016315849032253027, | |
| 0.01637104502879083, | |
| 0.01646732399240136, | |
| 0.01647499413229525, | |
| 0.016531382920220494, | |
| 0.01633577700704336, | |
| 0.016318033915013075, | |
| 0.016377303982153535, | |
| 0.01635365397669375, | |
| 0.01692730002105236, | |
| 0.016410758951678872, | |
| 0.016472235089167953, | |
| 0.0164105580188334, | |
| 0.016502475133165717, | |
| 0.016552337212488055, | |
| 0.016704010078683496, | |
| 0.016433859011158347, | |
| 0.016518813092261553, | |
| 0.016583639895543456, | |
| 0.01650425000116229, | |
| 0.016478239092975855, | |
| 0.016584679950028658, | |
| 0.01653911592438817, | |
| 0.01639004284515977, | |
| 0.017000030959025025, | |
| 0.016347589902579784, | |
| 0.01653287303633988, | |
| 0.016701518092304468, | |
| 0.016528551932424307, | |
| 0.01640537497587502, | |
| 0.016471457900479436, | |
| 0.016628341050818563, | |
| 0.01655182591639459 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-backward-hbond]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-backward-hbond]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.HBondScore'>]" | |
| }, | |
| "param": "cuda-backward-hbond", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.008418180979788303, | |
| "max": 0.012752604903653264, | |
| "mean": 0.009742515689461146, | |
| "stddev": 0.0012152821668061733, | |
| "rounds": 397, | |
| "median": 0.00885631307028234, | |
| "iqr": 0.002219770511146635, | |
| "q1": 0.008567250159103423, | |
| "q3": 0.010787020670250058, | |
| "iqr_outliers": 0, | |
| "stddev_outliers": 75, | |
| "outliers": "75;0", | |
| "ld15iqr": 0.008418180979788303, | |
| "hd15iqr": 0.012752604903653264, | |
| "ops": 102.64289346556951, | |
| "total": 3.8677787287160754, | |
| "data": [ | |
| 0.012570297811180353, | |
| 0.012516414048150182, | |
| 0.012524984078481793, | |
| 0.012752604903653264, | |
| 0.012546513928100467, | |
| 0.012536230031400919, | |
| 0.012494533089920878, | |
| 0.012549720937386155, | |
| 0.012534306850284338, | |
| 0.012526565929874778, | |
| 0.012505942024290562, | |
| 0.012702957028523088, | |
| 0.012400215957313776, | |
| 0.010803217068314552, | |
| 0.010778611991554499, | |
| 0.010861428920179605, | |
| 0.010786544997245073, | |
| 0.010817591100931168, | |
| 0.010828674072399735, | |
| 0.010722919134423137, | |
| 0.010724314954131842, | |
| 0.01076919911429286, | |
| 0.010770619148388505, | |
| 0.01072385092265904, | |
| 0.010797192109748721, | |
| 0.01085852482356131, | |
| 0.010832122061401606, | |
| 0.011107156053185463, | |
| 0.01080605504103005, | |
| 0.010759538039565086, | |
| 0.010807916056364775, | |
| 0.010761340847238898, | |
| 0.010746924905106425, | |
| 0.01076595508493483, | |
| 0.01081735105253756, | |
| 0.010763873113319278, | |
| 0.010777814080938697, | |
| 0.01111676194705069, | |
| 0.010774562833830714, | |
| 0.010865382850170135, | |
| 0.01082202885299921, | |
| 0.010784042067825794, | |
| 0.010777523973956704, | |
| 0.010794783011078835, | |
| 0.010827321792021394, | |
| 0.010932765901088715, | |
| 0.010821121046319604, | |
| 0.010704841930419207, | |
| 0.010774709982797503, | |
| 0.010868512094020844, | |
| 0.010847616009414196, | |
| 0.01078659389168024, | |
| 0.01076236111111939, | |
| 0.010804856894537807, | |
| 0.01081523997709155, | |
| 0.010803628014400601, | |
| 0.010923678986728191, | |
| 0.010783065110445023, | |
| 0.010621896013617516, | |
| 0.010818002047017217, | |
| 0.01074393792077899, | |
| 0.010775539092719555, | |
| 0.010719661135226488, | |
| 0.010704572079703212, | |
| 0.010758212069049478, | |
| 0.010801254073157907, | |
| 0.010702894069254398, | |
| 0.010703407926484942, | |
| 0.010684526059776545, | |
| 0.010775435948744416, | |
| 0.010725706117227674, | |
| 0.010799092007800937, | |
| 0.01074868906289339, | |
| 0.010801564902067184, | |
| 0.01107781007885933, | |
| 0.010723951971158385, | |
| 0.011080092983320355, | |
| 0.010666660033166409, | |
| 0.011189033044502139, | |
| 0.010681971907615662, | |
| 0.01120109693147242, | |
| 0.010709651047363877, | |
| 0.010740934871137142, | |
| 0.010784131940454245, | |
| 0.010700969025492668, | |
| 0.010719546116888523, | |
| 0.010705498978495598, | |
| 0.010722511913627386, | |
| 0.01073681702837348, | |
| 0.010760494973510504, | |
| 0.010737810982391238, | |
| 0.010715147946029902, | |
| 0.01074295211583376, | |
| 0.010789757128804922, | |
| 0.010912701021879911, | |
| 0.01076971716247499, | |
| 0.01075872196815908, | |
| 0.010704015847295523, | |
| 0.010857023065909743, | |
| 0.010831568855792284, | |
| 0.010776498122140765, | |
| 0.010755890980362892, | |
| 0.010969651164487004, | |
| 0.010951064992696047, | |
| 0.010756715899333358, | |
| 0.010856508975848556, | |
| 0.010819304035976529, | |
| 0.010824340861290693, | |
| 0.010810246923938394, | |
| 0.010803236160427332, | |
| 0.010775167029350996, | |
| 0.010809310944750905, | |
| 0.010755081893876195, | |
| 0.01072308816947043, | |
| 0.010782624129205942, | |
| 0.011063912184908986, | |
| 0.010803118115291, | |
| 0.010806645033881068, | |
| 0.010829624952748418, | |
| 0.010755588999018073, | |
| 0.0107304269913584, | |
| 0.01078097801655531, | |
| 0.01078830100595951, | |
| 0.010756060015410185, | |
| 0.01071481709368527, | |
| 0.010735400952398777, | |
| 0.010725830914452672, | |
| 0.010728135937824845, | |
| 0.010722733102738857, | |
| 0.010803692042827606, | |
| 0.011253461008891463, | |
| 0.010951109929010272, | |
| 0.011170977959409356, | |
| 0.010725429048761725, | |
| 0.011246168985962868, | |
| 0.011167041026055813, | |
| 0.010822934098541737, | |
| 0.010785851161926985, | |
| 0.011022378923371434, | |
| 0.010835146997123957, | |
| 0.011324760969728231, | |
| 0.010849251179024577, | |
| 0.010747439926490188, | |
| 0.010821833042427897, | |
| 0.010723701911047101, | |
| 0.01080590789206326, | |
| 0.010818070964887738, | |
| 0.010799163021147251, | |
| 0.010958419181406498, | |
| 0.010833302978426218, | |
| 0.010797872906550765, | |
| 0.0107346479780972, | |
| 0.01077432301826775, | |
| 0.010754935909062624, | |
| 0.010771137196570635, | |
| 0.010714279022067785, | |
| 0.01082364795729518, | |
| 0.011018144898116589, | |
| 0.010823654010891914, | |
| 0.010777124902233481, | |
| 0.010768076172098517, | |
| 0.010775904869660735, | |
| 0.01081663416698575, | |
| 0.010864624055102468, | |
| 0.010762397898361087, | |
| 0.010781820863485336, | |
| 0.01071490696631372, | |
| 0.01071689696982503, | |
| 0.010796633083373308, | |
| 0.010755003895610571, | |
| 0.010822328040376306, | |
| 0.01073755999095738, | |
| 0.01078835898078978, | |
| 0.010736207012087107, | |
| 0.01080358400940895, | |
| 0.010762522928416729, | |
| 0.010750836925581098, | |
| 0.010742372134700418, | |
| 0.010710835922509432, | |
| 0.010770591907203197, | |
| 0.010825807927176356, | |
| 0.010845197830349207, | |
| 0.010709742084145546, | |
| 0.010775784030556679, | |
| 0.010806582169607282, | |
| 0.01080193999223411, | |
| 0.011023064143955708, | |
| 0.010811930056661367, | |
| 0.010774403112009168, | |
| 0.010741172824054956, | |
| 0.010779650183394551, | |
| 0.010761531069874763, | |
| 0.01106392894871533, | |
| 0.010826615849509835, | |
| 0.010824047960340977, | |
| 0.010913887992501259, | |
| 0.00858047790825367, | |
| 0.008634522091597319, | |
| 0.008600642904639244, | |
| 0.008548968005925417, | |
| 0.008589386008679867, | |
| 0.008488830178976059, | |
| 0.008632654091343284, | |
| 0.008505091071128845, | |
| 0.008629612158983946, | |
| 0.008554121013730764, | |
| 0.00863739289343357, | |
| 0.008514418033882976, | |
| 0.008660246152430773, | |
| 0.008594644954428077, | |
| 0.008616757113486528, | |
| 0.00848701293580234, | |
| 0.00866325106471777, | |
| 0.008537433808669448, | |
| 0.008638422936201096, | |
| 0.008610296994447708, | |
| 0.008560361107811332, | |
| 0.00854895799420774, | |
| 0.008650431875139475, | |
| 0.00850522005930543, | |
| 0.008567331824451685, | |
| 0.008536799112334847, | |
| 0.008534926921129227, | |
| 0.008496586931869388, | |
| 0.00847541494295001, | |
| 0.008499937132000923, | |
| 0.008517038077116013, | |
| 0.008571905083954334, | |
| 0.00848141498863697, | |
| 0.008549402002245188, | |
| 0.008418180979788303, | |
| 0.00873382086865604, | |
| 0.008545066928490996, | |
| 0.008736951043829322, | |
| 0.008577422006055713, | |
| 0.008746749022975564, | |
| 0.008598966989666224, | |
| 0.008803189964964986, | |
| 0.0085751349106431, | |
| 0.008760723983868957, | |
| 0.008714407915249467, | |
| 0.008584083989262581, | |
| 0.00864878692664206, | |
| 0.008584083989262581, | |
| 0.008827427867799997, | |
| 0.008577059954404831, | |
| 0.008704080013558269, | |
| 0.008512984029948711, | |
| 0.008797180140390992, | |
| 0.008599241031333804, | |
| 0.008774656103923917, | |
| 0.008613687008619308, | |
| 0.008697034092620015, | |
| 0.008780446136370301, | |
| 0.008595969062298536, | |
| 0.008552701910957694, | |
| 0.0085311031434685, | |
| 0.008529342012479901, | |
| 0.00854494608938694, | |
| 0.008542802883312106, | |
| 0.008532838197425008, | |
| 0.008545587072148919, | |
| 0.008563061943277717, | |
| 0.008595149032771587, | |
| 0.008530432125553489, | |
| 0.008585142903029919, | |
| 0.008500491036102176, | |
| 0.008573523024097085, | |
| 0.00854816590435803, | |
| 0.008621090091764927, | |
| 0.008514113025739789, | |
| 0.008624781155958772, | |
| 0.008541170973330736, | |
| 0.008604794042184949, | |
| 0.008549083024263382, | |
| 0.00885631307028234, | |
| 0.008565078023821115, | |
| 0.008578430861234665, | |
| 0.008586263051256537, | |
| 0.008546000812202692, | |
| 0.008555436041206121, | |
| 0.008555187145248055, | |
| 0.008537784917280078, | |
| 0.008549452992156148, | |
| 0.008496529888361692, | |
| 0.008540540002286434, | |
| 0.008540952112525702, | |
| 0.008528094971552491, | |
| 0.008498681942000985, | |
| 0.008454941911622882, | |
| 0.008520154980942607, | |
| 0.008829749887809157, | |
| 0.008595658000558615, | |
| 0.008499080780893564, | |
| 0.00860998104326427, | |
| 0.00852188398130238, | |
| 0.008629344869405031, | |
| 0.008492388995364308, | |
| 0.008627238916233182, | |
| 0.008426820859313011, | |
| 0.008637960068881512, | |
| 0.008502159966155887, | |
| 0.008635547012090683, | |
| 0.008533915970474482, | |
| 0.008611602010205388, | |
| 0.00853900401853025, | |
| 0.008585555013269186, | |
| 0.00858545396476984, | |
| 0.008557029068470001, | |
| 0.008579126093536615, | |
| 0.008567005163058639, | |
| 0.008802300784736872, | |
| 0.00851204595528543, | |
| 0.00861115800216794, | |
| 0.008507065940648317, | |
| 0.008604990085586905, | |
| 0.008526636054739356, | |
| 0.00858252216130495, | |
| 0.008511842926964164, | |
| 0.008653007913380861, | |
| 0.00855538179166615, | |
| 0.00862911599688232, | |
| 0.008537349989637733, | |
| 0.008594854967668653, | |
| 0.00853523681871593, | |
| 0.0086264971178025, | |
| 0.00861286697909236, | |
| 0.00902131199836731, | |
| 0.008561379974707961, | |
| 0.008566996082663536, | |
| 0.008709165034815669, | |
| 0.008487126091495156, | |
| 0.008630562108010054, | |
| 0.008471593027934432, | |
| 0.008549869991838932, | |
| 0.008525667013600469, | |
| 0.008589484030380845, | |
| 0.008542493917047977, | |
| 0.008590856799855828, | |
| 0.00853886897675693, | |
| 0.008586705895140767, | |
| 0.00852093193680048, | |
| 0.008628909010440111, | |
| 0.008505062898620963, | |
| 0.008695900905877352, | |
| 0.008492304012179375, | |
| 0.008939656196162105, | |
| 0.00858052191324532, | |
| 0.008668735856190324, | |
| 0.008824479999020696, | |
| 0.008574752835556865, | |
| 0.008495256071910262, | |
| 0.008532864041626453, | |
| 0.008535923203453422, | |
| 0.00857098400592804, | |
| 0.008601709036156535, | |
| 0.008537571178749204, | |
| 0.008593850070610642, | |
| 0.008501061936840415, | |
| 0.008589126169681549, | |
| 0.008528423961251974, | |
| 0.008581490954384208, | |
| 0.008483716985210776, | |
| 0.008637381019070745, | |
| 0.008490132866427302, | |
| 0.008587904972955585, | |
| 0.008526601130142808, | |
| 0.008608831092715263, | |
| 0.008545228047296405, | |
| 0.008796823909506202, | |
| 0.008518951945006847, | |
| 0.008617551997303963, | |
| 0.008546189172193408, | |
| 0.008561538998037577, | |
| 0.008582904934883118, | |
| 0.008575170999392867, | |
| 0.008589342003688216, | |
| 0.008561902912333608, | |
| 0.008542238036170602, | |
| 0.008503017015755177, | |
| 0.00857885298319161, | |
| 0.008503456134349108, | |
| 0.008601617999374866, | |
| 0.008780111093074083, | |
| 0.008558632805943489, | |
| 0.00848057889379561, | |
| 0.008637635968625546, | |
| 0.008516410132870078, | |
| 0.008604468079283834, | |
| 0.008557808119803667, | |
| 0.008591342950239778, | |
| 0.00848772400058806, | |
| 0.008614277001470327, | |
| 0.008828836027532816, | |
| 0.008584682829678059, | |
| 0.008530569961294532, | |
| 0.008562016068026423 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-backward-ljlk]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-backward-ljlk]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.LJLKScore'>]" | |
| }, | |
| "param": "cuda-backward-ljlk", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0025795919355005026, | |
| "max": 0.003102850168943405, | |
| "mean": 0.002680141417445311, | |
| "stddev": 8.196733378215279e-05, | |
| "rounds": 1826, | |
| "median": 0.002658308600075543, | |
| "iqr": 7.124687545001507e-05, | |
| "q1": 0.002627528039738536, | |
| "q3": 0.002698774915188551, | |
| "iqr_outliers": 150, | |
| "stddev_outliers": 234, | |
| "outliers": "234;150", | |
| "ld15iqr": 0.0025795919355005026, | |
| "hd15iqr": 0.0028062229976058006, | |
| "ops": 373.1146399555259, | |
| "total": 4.893938228255138, | |
| "data": [ | |
| 0.0026935969945043325, | |
| 0.00266530504450202, | |
| 0.0027232991997152567, | |
| 0.0026583271101117134, | |
| 0.00275564007461071, | |
| 0.0026085409335792065, | |
| 0.0027611691039055586, | |
| 0.0026195740792900324, | |
| 0.0027273609302937984, | |
| 0.002625667955726385, | |
| 0.00266576511785388, | |
| 0.0029296199791133404, | |
| 0.002711293986067176, | |
| 0.0026270379312336445, | |
| 0.002651402959600091, | |
| 0.002626860048621893, | |
| 0.0026741710025817156, | |
| 0.002633181866258383, | |
| 0.0026556039229035378, | |
| 0.0026778429746627808, | |
| 0.0029210031498223543, | |
| 0.002911947900429368, | |
| 0.0026411102153360844, | |
| 0.0026573280338197947, | |
| 0.0026689530350267887, | |
| 0.002666439861059189, | |
| 0.0026795798912644386, | |
| 0.002689128974452615, | |
| 0.0026688850484788418, | |
| 0.002726895036175847, | |
| 0.002637292956933379, | |
| 0.002739880932494998, | |
| 0.002640244085341692, | |
| 0.002703817095607519, | |
| 0.0026140089612454176, | |
| 0.0026645190082490444, | |
| 0.0026963017880916595, | |
| 0.00258422689512372, | |
| 0.002649265108630061, | |
| 0.0026193049270659685, | |
| 0.0026204658206552267, | |
| 0.0026136739179491997, | |
| 0.0026971870101988316, | |
| 0.00261608581058681, | |
| 0.0026554029900580645, | |
| 0.002627206966280937, | |
| 0.002749165054410696, | |
| 0.0026286100037395954, | |
| 0.002709978027269244, | |
| 0.002607686910778284, | |
| 0.002670477842912078, | |
| 0.0026075500063598156, | |
| 0.002625039080157876, | |
| 0.0026101721450686455, | |
| 0.0026444830000400543, | |
| 0.002616652986034751, | |
| 0.002637172117829323, | |
| 0.002618882805109024, | |
| 0.0026485268026590347, | |
| 0.0026727919466793537, | |
| 0.0026381229981780052, | |
| 0.002681171055883169, | |
| 0.0026173649821430445, | |
| 0.0027214500587433577, | |
| 0.00260122399777174, | |
| 0.002711279084905982, | |
| 0.0026148739270865917, | |
| 0.0027133531402796507, | |
| 0.002645866945385933, | |
| 0.002650944981724024, | |
| 0.002633563010022044, | |
| 0.002594234887510538, | |
| 0.002621965017169714, | |
| 0.002611194970086217, | |
| 0.002651310060173273, | |
| 0.002634516917169094, | |
| 0.002665943931788206, | |
| 0.0026701600290834904, | |
| 0.002703474834561348, | |
| 0.002637825906276703, | |
| 0.0026860961224883795, | |
| 0.0025966919492930174, | |
| 0.002699394943192601, | |
| 0.0026117891538888216, | |
| 0.003016134025529027, | |
| 0.002627528039738536, | |
| 0.0027013139333575964, | |
| 0.002604532055556774, | |
| 0.0026251738891005516, | |
| 0.0026349748950451612, | |
| 0.002634165808558464, | |
| 0.002636545803397894, | |
| 0.0026244609616696835, | |
| 0.002644590102136135, | |
| 0.0026226709596812725, | |
| 0.0029134280048310757, | |
| 0.0026163870934396982, | |
| 0.002677160082384944, | |
| 0.0026270560920238495, | |
| 0.002700625918805599, | |
| 0.0026021271478384733, | |
| 0.002726227045059204, | |
| 0.0026061758399009705, | |
| 0.002687519881874323, | |
| 0.0026314009446650743, | |
| 0.002666875021532178, | |
| 0.002789549995213747, | |
| 0.002728668972849846, | |
| 0.002636942081153393, | |
| 0.0026620919816195965, | |
| 0.0026628118939697742, | |
| 0.00265146279707551, | |
| 0.0026571820490062237, | |
| 0.0026698950678110123, | |
| 0.00292010884732008, | |
| 0.0026472778990864754, | |
| 0.0026701840106397867, | |
| 0.002652788069099188, | |
| 0.0027198800817131996, | |
| 0.0026805109810084105, | |
| 0.00274477805942297, | |
| 0.0029923429246991873, | |
| 0.002688653999939561, | |
| 0.0026571510825306177, | |
| 0.0027683130465447903, | |
| 0.002693616785109043, | |
| 0.002728271996602416, | |
| 0.0026874321047216654, | |
| 0.002743887947872281, | |
| 0.002681114012375474, | |
| 0.002772358013316989, | |
| 0.0026771179400384426, | |
| 0.0027012149803340435, | |
| 0.0026304800994694233, | |
| 0.002674739109352231, | |
| 0.0026523349806666374, | |
| 0.0026758050080388784, | |
| 0.0026653059758245945, | |
| 0.002657006960362196, | |
| 0.002669215202331543, | |
| 0.0026732629630714655, | |
| 0.002671885071322322, | |
| 0.0026635541580617428, | |
| 0.0029556709341704845, | |
| 0.002694329945370555, | |
| 0.0026986070442944765, | |
| 0.0026236220728605986, | |
| 0.002754713874310255, | |
| 0.0026591429486870766, | |
| 0.0030371539760380983, | |
| 0.0026963429991155863, | |
| 0.002726003061980009, | |
| 0.0026732541155070066, | |
| 0.0027653099969029427, | |
| 0.0026254949625581503, | |
| 0.0028062229976058006, | |
| 0.002664065919816494, | |
| 0.0027306389529258013, | |
| 0.0026642598677426577, | |
| 0.0026582619175314903, | |
| 0.0026602819561958313, | |
| 0.0026719241868704557, | |
| 0.0026774429716169834, | |
| 0.002653077943250537, | |
| 0.002651076065376401, | |
| 0.002693684073165059, | |
| 0.0026841408107429743, | |
| 0.0026851799339056015, | |
| 0.002747009973973036, | |
| 0.002683615079149604, | |
| 0.002679568948224187, | |
| 0.0026318610180169344, | |
| 0.002742392010986805, | |
| 0.0026820339262485504, | |
| 0.00270416890271008, | |
| 0.002665115986019373, | |
| 0.0027151519898325205, | |
| 0.0026235838886350393, | |
| 0.002726825885474682, | |
| 0.002664803061634302, | |
| 0.0026463570538908243, | |
| 0.0026742860209196806, | |
| 0.002690298017114401, | |
| 0.0026520390529185534, | |
| 0.0026806388050317764, | |
| 0.002707559149712324, | |
| 0.0026759689208120108, | |
| 0.0026926659047603607, | |
| 0.0026597941759973764, | |
| 0.0027071579825133085, | |
| 0.002947120927274227, | |
| 0.0027315751649439335, | |
| 0.002693277085199952, | |
| 0.0026920500677078962, | |
| 0.0026708138175308704, | |
| 0.002746494021266699, | |
| 0.0026585839223116636, | |
| 0.0027325020637363195, | |
| 0.002643038984388113, | |
| 0.0027226461097598076, | |
| 0.0027087770868092775, | |
| 0.0026967970188707113, | |
| 0.0026591939385980368, | |
| 0.002701172139495611, | |
| 0.0026937578804790974, | |
| 0.002666966989636421, | |
| 0.0026687411591410637, | |
| 0.002634105971083045, | |
| 0.002768792910501361, | |
| 0.002702719997614622, | |
| 0.0027138800360262394, | |
| 0.002671930007636547, | |
| 0.002680554986000061, | |
| 0.0026991991326212883, | |
| 0.0026690468657761812, | |
| 0.0026828458067029715, | |
| 0.0026973469648510218, | |
| 0.0026521191466599703, | |
| 0.002735923044383526, | |
| 0.0026769249234348536, | |
| 0.002735150046646595, | |
| 0.0026595881208777428, | |
| 0.002765154931694269, | |
| 0.002711834153160453, | |
| 0.002749494044110179, | |
| 0.0026586109306663275, | |
| 0.0026937348302453756, | |
| 0.002681327983736992, | |
| 0.002680937061086297, | |
| 0.0026929848827421665, | |
| 0.0026596991810947657, | |
| 0.002661003964021802, | |
| 0.0026828348636627197, | |
| 0.0026519489474594593, | |
| 0.0026440538931638002, | |
| 0.00270049087703228, | |
| 0.002671365160495043, | |
| 0.0026989909820258617, | |
| 0.0026605981402099133, | |
| 0.0027389409951865673, | |
| 0.0026465770788490772, | |
| 0.0027545830234885216, | |
| 0.002651127055287361, | |
| 0.0027353549376130104, | |
| 0.0026503559201955795, | |
| 0.002709551015868783, | |
| 0.0026488429866731167, | |
| 0.003031932981684804, | |
| 0.0026582900900393724, | |
| 0.0027490260545164347, | |
| 0.0026760308537632227, | |
| 0.002674197079613805, | |
| 0.0026618721894919872, | |
| 0.0026441270019859076, | |
| 0.0026616589166224003, | |
| 0.0026729300152510405, | |
| 0.002667121822014451, | |
| 0.0026485039852559566, | |
| 0.002646433189511299, | |
| 0.002682951046153903, | |
| 0.002698225900530815, | |
| 0.0026430159341543913, | |
| 0.0026962189003825188, | |
| 0.0026655690744519234, | |
| 0.0027277381159365177, | |
| 0.0026723428163677454, | |
| 0.002716223942115903, | |
| 0.0026188348419964314, | |
| 0.002711942885071039, | |
| 0.002671018010005355, | |
| 0.002702395897358656, | |
| 0.0026919960509985685, | |
| 0.0027020378038287163, | |
| 0.002699234988540411, | |
| 0.0026502201799303293, | |
| 0.002683812053874135, | |
| 0.002676584990695119, | |
| 0.002648507012054324, | |
| 0.0027106269262731075, | |
| 0.0026962710544466972, | |
| 0.0026449121069163084, | |
| 0.002690910827368498, | |
| 0.002744491910561919, | |
| 0.002678049961104989, | |
| 0.0026766599621623755, | |
| 0.0027144409250468016, | |
| 0.002710856031626463, | |
| 0.002682649064809084, | |
| 0.002667580032721162, | |
| 0.002750622108578682, | |
| 0.0026832930743694305, | |
| 0.0027296720072627068, | |
| 0.0026011380832642317, | |
| 0.0026278120931237936, | |
| 0.002601217944175005, | |
| 0.002640981925651431, | |
| 0.0026354349683970213, | |
| 0.0026186080649495125, | |
| 0.002663794904947281, | |
| 0.0026492178440093994, | |
| 0.002603194210678339, | |
| 0.0026468788273632526, | |
| 0.0026830530259758234, | |
| 0.002608607057482004, | |
| 0.0027285360265523195, | |
| 0.0026221901644021273, | |
| 0.002702870173379779, | |
| 0.0026212360244244337, | |
| 0.002654019044712186, | |
| 0.002602532971650362, | |
| 0.0026405879762023687, | |
| 0.002623206004500389, | |
| 0.0026023611426353455, | |
| 0.00261153606697917, | |
| 0.002608848037198186, | |
| 0.0026598989497870207, | |
| 0.0026636349502950907, | |
| 0.0026243978645652533, | |
| 0.002653443021699786, | |
| 0.002695141127333045, | |
| 0.002597216982394457, | |
| 0.0026979020331054926, | |
| 0.0026391460560262203, | |
| 0.0026763530913740396, | |
| 0.002610635943710804, | |
| 0.002671465976163745, | |
| 0.0026357420720160007, | |
| 0.0026166338939219713, | |
| 0.00263120885938406, | |
| 0.002642628038302064, | |
| 0.002923305844888091, | |
| 0.002640897175297141, | |
| 0.002598612103611231, | |
| 0.0026137549430131912, | |
| 0.002663547871634364, | |
| 0.0025980889331549406, | |
| 0.002660781145095825, | |
| 0.002633008873090148, | |
| 0.002724969992414117, | |
| 0.0026330268010497093, | |
| 0.0026760129258036613, | |
| 0.002626755042001605, | |
| 0.0026109598111361265, | |
| 0.0026453351601958275, | |
| 0.0026078359223902225, | |
| 0.002606182126328349, | |
| 0.002592134987935424, | |
| 0.002646844135597348, | |
| 0.0026189819909632206, | |
| 0.0026212721131742, | |
| 0.0026000840589404106, | |
| 0.002673838986083865, | |
| 0.0026173421647399664, | |
| 0.002656242111697793, | |
| 0.0026221969164907932, | |
| 0.0029824499506503344, | |
| 0.0026102110277861357, | |
| 0.0026654840912669897, | |
| 0.002595928031951189, | |
| 0.002660031197592616, | |
| 0.0026225971523672342, | |
| 0.0026532569900155067, | |
| 0.0026331860572099686, | |
| 0.0026272342074662447, | |
| 0.0026224011089652777, | |
| 0.002611492993310094, | |
| 0.0026269489899277687, | |
| 0.002644374966621399, | |
| 0.002679437166079879, | |
| 0.002606441965326667, | |
| 0.0026787761598825455, | |
| 0.002598764142021537, | |
| 0.0026952270418405533, | |
| 0.0026139910332858562, | |
| 0.0026811498682945967, | |
| 0.00259169889613986, | |
| 0.002654552925378084, | |
| 0.002604546956717968, | |
| 0.0026026589330285788, | |
| 0.0026024500839412212, | |
| 0.002585665788501501, | |
| 0.002625458175316453, | |
| 0.0026295261923223734, | |
| 0.0026708850637078285, | |
| 0.002633464988321066, | |
| 0.002676498144865036, | |
| 0.002596965990960598, | |
| 0.002686834894120693, | |
| 0.0026120489928871393, | |
| 0.0026631548535078764, | |
| 0.002621011110022664, | |
| 0.0026366771198809147, | |
| 0.0026147591415792704, | |
| 0.0026065490674227476, | |
| 0.0025916460435837507, | |
| 0.0025994419120252132, | |
| 0.002623016946017742, | |
| 0.002640024060383439, | |
| 0.002647185930982232, | |
| 0.0026251389645040035, | |
| 0.0027388420421630144, | |
| 0.0026290579698979855, | |
| 0.0029040840454399586, | |
| 0.002597514074295759, | |
| 0.0026990349870175123, | |
| 0.0026114729698747396, | |
| 0.0026699199806898832, | |
| 0.002633163006976247, | |
| 0.002647537039592862, | |
| 0.0026970510371029377, | |
| 0.0025841998867690563, | |
| 0.00258572306483984, | |
| 0.002587574068456888, | |
| 0.002648306079208851, | |
| 0.0026274591218680143, | |
| 0.002601078012958169, | |
| 0.0026133412029594183, | |
| 0.002712695859372616, | |
| 0.002947297878563404, | |
| 0.0026205191388726234, | |
| 0.002611445030197501, | |
| 0.002698774915188551, | |
| 0.002627445850521326, | |
| 0.0026486520655453205, | |
| 0.002595373895019293, | |
| 0.002694906899705529, | |
| 0.0026411390863358974, | |
| 0.002609787043184042, | |
| 0.0026124389842152596, | |
| 0.0026392231229692698, | |
| 0.0026241319719702005, | |
| 0.0026130760088562965, | |
| 0.0025974258314818144, | |
| 0.0026080189272761345, | |
| 0.002689140848815441, | |
| 0.002635119017213583, | |
| 0.002727065933868289, | |
| 0.002628834918141365, | |
| 0.00268855900503695, | |
| 0.0026090170722454786, | |
| 0.002625894034281373, | |
| 0.002596373902633786, | |
| 0.0027180169709026814, | |
| 0.002668660134077072, | |
| 0.0026096159126609564, | |
| 0.002608917886391282, | |
| 0.0026403870433568954, | |
| 0.002628935966640711, | |
| 0.002634584903717041, | |
| 0.002636224962770939, | |
| 0.002628692891448736, | |
| 0.0026712589897215366, | |
| 0.002591700991615653, | |
| 0.0026955250650644302, | |
| 0.0026132541242986917, | |
| 0.002675167052075267, | |
| 0.0026356130838394165, | |
| 0.0026183149311691523, | |
| 0.002609308110550046, | |
| 0.002612380078062415, | |
| 0.002619819948449731, | |
| 0.0026246700435876846, | |
| 0.0026470350567251444, | |
| 0.0026508518494665623, | |
| 0.0026353478897362947, | |
| 0.0026284309569746256, | |
| 0.0026973539497703314, | |
| 0.0026556639932096004, | |
| 0.0026518891099840403, | |
| 0.0026150839403271675, | |
| 0.0026476741768419743, | |
| 0.00258894101716578, | |
| 0.002654575975611806, | |
| 0.002927193185314536, | |
| 0.0029836539179086685, | |
| 0.0026035080663859844, | |
| 0.0026134999934583902, | |
| 0.002594907069578767, | |
| 0.002637044992297888, | |
| 0.0028117408510297537, | |
| 0.002609404968097806, | |
| 0.002645963802933693, | |
| 0.0026065800338983536, | |
| 0.0026222928427159786, | |
| 0.0029350481927394867, | |
| 0.002592533128336072, | |
| 0.002617951948195696, | |
| 0.0026984780561178923, | |
| 0.00260089710354805, | |
| 0.002699892036616802, | |
| 0.0026219699066132307, | |
| 0.0026912011671811342, | |
| 0.0025795919355005026, | |
| 0.00262625003233552, | |
| 0.00261710281483829, | |
| 0.0026570430491119623, | |
| 0.002607613103464246, | |
| 0.002601620042696595, | |
| 0.002620263956487179, | |
| 0.002665672916918993, | |
| 0.0026210241485387087, | |
| 0.002652429975569248, | |
| 0.0026529489550739527, | |
| 0.0026431509759277105, | |
| 0.002641769126057625, | |
| 0.0026078210212290287, | |
| 0.0026862870436161757, | |
| 0.0026216390542685986, | |
| 0.0026657111011445522, | |
| 0.002595936879515648, | |
| 0.0026056470815092325, | |
| 0.002614164026454091, | |
| 0.0026103227864950895, | |
| 0.00259670102968812, | |
| 0.002603605156764388, | |
| 0.0026639499701559544, | |
| 0.002617723075672984, | |
| 0.00267796590924263, | |
| 0.0026577000971883535, | |
| 0.002673855982720852, | |
| 0.0026116319932043552, | |
| 0.002698320895433426, | |
| 0.0026049050502479076, | |
| 0.0026684438344091177, | |
| 0.002631935989484191, | |
| 0.002648127032443881, | |
| 0.0026352200657129288, | |
| 0.0026047921273857355, | |
| 0.0025948400143533945, | |
| 0.0026438329368829727, | |
| 0.002611301839351654, | |
| 0.002617873018607497, | |
| 0.002639079000800848, | |
| 0.002622301923111081, | |
| 0.0026504541747272015, | |
| 0.0026363530196249485, | |
| 0.002721667056903243, | |
| 0.002625382039695978, | |
| 0.0026895799674093723, | |
| 0.0026039560325443745, | |
| 0.002661178819835186, | |
| 0.0026162571739405394, | |
| 0.002602216089144349, | |
| 0.0026151281781494617, | |
| 0.0026284910272806883, | |
| 0.002654684940353036, | |
| 0.0026137030217796564, | |
| 0.0025943981017917395, | |
| 0.0029193630907684565, | |
| 0.002660387894138694, | |
| 0.0026233310345560312, | |
| 0.0026703830808401108, | |
| 0.0026081998366862535, | |
| 0.0027215988375246525, | |
| 0.00259804492816329, | |
| 0.0026746310759335756, | |
| 0.0026252681855112314, | |
| 0.0026657572016119957, | |
| 0.0026176010724157095, | |
| 0.0026221571024507284, | |
| 0.0026172578800469637, | |
| 0.0026415460743010044, | |
| 0.002601094078272581, | |
| 0.0026228909846395254, | |
| 0.0026204779278486967, | |
| 0.002605617977678776, | |
| 0.0026889988221228123, | |
| 0.0026053059846162796, | |
| 0.002720460994169116, | |
| 0.0026056680362671614, | |
| 0.002703022910282016, | |
| 0.0026453721802681684, | |
| 0.0026535450015217066, | |
| 0.0026023800019174814, | |
| 0.0026433500461280346, | |
| 0.002613676944747567, | |
| 0.0026103840209543705, | |
| 0.0026280111633241177, | |
| 0.002628182992339134, | |
| 0.0026249310467392206, | |
| 0.00261680013500154, | |
| 0.0026499880477786064, | |
| 0.0026323809288442135, | |
| 0.002622500993311405, | |
| 0.002609896007925272, | |
| 0.0026909271255135536, | |
| 0.002617137972265482, | |
| 0.0026658738497644663, | |
| 0.0026171670760959387, | |
| 0.0026570120826363564, | |
| 0.0025992561131715775, | |
| 0.002624521031975746, | |
| 0.002605949994176626, | |
| 0.0026001371443271637, | |
| 0.002671854803338647, | |
| 0.0025917631573975086, | |
| 0.0026852809824049473, | |
| 0.0026224798057228327, | |
| 0.0026916000060737133, | |
| 0.002615600125864148, | |
| 0.0026701760943979025, | |
| 0.002643665997311473, | |
| 0.0026990859769284725, | |
| 0.002628074958920479, | |
| 0.0027088529895991087, | |
| 0.0026292800903320312, | |
| 0.002615317003801465, | |
| 0.002632708987221122, | |
| 0.0026343681383877993, | |
| 0.002622236032038927, | |
| 0.0026498110964894295, | |
| 0.002667330903932452, | |
| 0.0026437609922140837, | |
| 0.002659639110788703, | |
| 0.002642357023432851, | |
| 0.0026914949994534254, | |
| 0.0026243901811540127, | |
| 0.0027059561107307673, | |
| 0.002666397951543331, | |
| 0.002670824993401766, | |
| 0.002616517012938857, | |
| 0.0026649918872863054, | |
| 0.0026185691822320223, | |
| 0.0026335089933127165, | |
| 0.002622850937768817, | |
| 0.002635867800563574, | |
| 0.0026081609539687634, | |
| 0.002649452071636915, | |
| 0.0026475349441170692, | |
| 0.0026324079371988773, | |
| 0.002628454938530922, | |
| 0.0026759940665215254, | |
| 0.0027001278940588236, | |
| 0.002638871083036065, | |
| 0.0026787989772856236, | |
| 0.002628396963700652, | |
| 0.002661396050825715, | |
| 0.0026110829785466194, | |
| 0.002651110989972949, | |
| 0.0026223899330943823, | |
| 0.002642933977767825, | |
| 0.00264750886708498, | |
| 0.0026350689586251974, | |
| 0.002626031870022416, | |
| 0.0029350980184972286, | |
| 0.002628549002110958, | |
| 0.002641789149492979, | |
| 0.00266982801258564, | |
| 0.0026625320315361023, | |
| 0.0029291061218827963, | |
| 0.0026397951878607273, | |
| 0.0026706180069595575, | |
| 0.0026612498331815004, | |
| 0.002671703929081559, | |
| 0.002631762996315956, | |
| 0.0027325160335749388, | |
| 0.002631895011290908, | |
| 0.0026806581299751997, | |
| 0.0026206730399280787, | |
| 0.0026591371279209852, | |
| 0.0026264721527695656, | |
| 0.002604238921776414, | |
| 0.002644158899784088, | |
| 0.002687585074454546, | |
| 0.0026729090604931116, | |
| 0.002631477080285549, | |
| 0.0026214069221168756, | |
| 0.0026691968087106943, | |
| 0.0026933210901916027, | |
| 0.0026356081943958998, | |
| 0.0027100970037281513, | |
| 0.0026430950965732336, | |
| 0.002677248092368245, | |
| 0.002604649169370532, | |
| 0.0027221839409321547, | |
| 0.002612587995827198, | |
| 0.0027317979838699102, | |
| 0.002644879976287484, | |
| 0.0026447479613125324, | |
| 0.0026350461412221193, | |
| 0.002639001002535224, | |
| 0.0026265070773661137, | |
| 0.00263907085172832, | |
| 0.002633888041600585, | |
| 0.002640862949192524, | |
| 0.002656314056366682, | |
| 0.0026284700725227594, | |
| 0.002735971938818693, | |
| 0.002649631118401885, | |
| 0.0026675499975681305, | |
| 0.0025937100872397423, | |
| 0.002750835847109556, | |
| 0.002617729129269719, | |
| 0.002710831118747592, | |
| 0.002624352928251028, | |
| 0.0026792690623551607, | |
| 0.002609857125207782, | |
| 0.002649450907483697, | |
| 0.002619045088067651, | |
| 0.0026510050520300865, | |
| 0.0026300831232219934, | |
| 0.002651036949828267, | |
| 0.002615777077153325, | |
| 0.002644198015332222, | |
| 0.0026882330421358347, | |
| 0.002680750098079443, | |
| 0.0027250770945101976, | |
| 0.002628844929859042, | |
| 0.0027544351760298014, | |
| 0.0026208399794995785, | |
| 0.00272937910631299, | |
| 0.002626788802444935, | |
| 0.002715212991461158, | |
| 0.0026100450195372105, | |
| 0.0029924141708761454, | |
| 0.002627559006214142, | |
| 0.0026391868013888597, | |
| 0.002588425064459443, | |
| 0.0026270730886608362, | |
| 0.0026781607884913683, | |
| 0.002637021942064166, | |
| 0.002640866907313466, | |
| 0.002638857113197446, | |
| 0.0026930510066449642, | |
| 0.002646783133968711, | |
| 0.00264853797852993, | |
| 0.002639336045831442, | |
| 0.0027650059200823307, | |
| 0.002611057832837105, | |
| 0.002699467120692134, | |
| 0.002669790992513299, | |
| 0.0027421589475125074, | |
| 0.002600777894258499, | |
| 0.0026501361280679703, | |
| 0.0029241798911243677, | |
| 0.0026742180343717337, | |
| 0.0026239799335598946, | |
| 0.002627230016514659, | |
| 0.0026315588038414717, | |
| 0.0029288530349731445, | |
| 0.0026305909268558025, | |
| 0.0026270269881933928, | |
| 0.002678934019058943, | |
| 0.0026527431327849627, | |
| 0.0026707311626523733, | |
| 0.002629482187330723, | |
| 0.0027254449669271708, | |
| 0.0026341970078647137, | |
| 0.0027337931096553802, | |
| 0.0026004391256719828, | |
| 0.002692677080631256, | |
| 0.00263908295892179, | |
| 0.002702797995880246, | |
| 0.002600615844130516, | |
| 0.0026148799806833267, | |
| 0.0026379649061709642, | |
| 0.002635001903399825, | |
| 0.002618147060275078, | |
| 0.002638828009366989, | |
| 0.002670187968760729, | |
| 0.0026114319916814566, | |
| 0.00269880099222064, | |
| 0.002642825013026595, | |
| 0.002698291791602969, | |
| 0.0026270688977092505, | |
| 0.0027783771511167288, | |
| 0.0026298940647393465, | |
| 0.00272133806720376, | |
| 0.0026533049531280994, | |
| 0.002711242064833641, | |
| 0.002636352786794305, | |
| 0.0027009150944650173, | |
| 0.0026225668843835592, | |
| 0.002608066890388727, | |
| 0.0026247950736433268, | |
| 0.002657937817275524, | |
| 0.0026366859674453735, | |
| 0.002629266818985343, | |
| 0.002691452857106924, | |
| 0.002625331049785018, | |
| 0.0026452920865267515, | |
| 0.0025955101009458303, | |
| 0.002724094083532691, | |
| 0.0029075611382722855, | |
| 0.0027522670570760965, | |
| 0.0026889611035585403, | |
| 0.0027079498395323753, | |
| 0.002605083864182234, | |
| 0.0026673481334000826, | |
| 0.0026510299649089575, | |
| 0.0026933818589895964, | |
| 0.002609694143757224, | |
| 0.0026507170405238867, | |
| 0.0026086720172315836, | |
| 0.002949879039078951, | |
| 0.0026209428906440735, | |
| 0.002628781832754612, | |
| 0.002627637004479766, | |
| 0.00262477807700634, | |
| 0.00264770002104342, | |
| 0.002630020957440138, | |
| 0.002728594932705164, | |
| 0.0026273198891431093, | |
| 0.002703500911593437, | |
| 0.0026457831263542175, | |
| 0.0027319001965224743, | |
| 0.00264718197286129, | |
| 0.0026960449758917093, | |
| 0.0026206430047750473, | |
| 0.002669219160452485, | |
| 0.0026056431233882904, | |
| 0.002598321996629238, | |
| 0.002646937035024166, | |
| 0.0026431691367179155, | |
| 0.002672127913683653, | |
| 0.0026338500902056694, | |
| 0.002600867999717593, | |
| 0.002656665863469243, | |
| 0.002699058037251234, | |
| 0.002692233072593808, | |
| 0.0027062748558819294, | |
| 0.0026240311563014984, | |
| 0.002728783991187811, | |
| 0.0026273690164089203, | |
| 0.0027171638794243336, | |
| 0.0029215291142463684, | |
| 0.0027020189445465803, | |
| 0.002636559074744582, | |
| 0.002710032043978572, | |
| 0.002914604963734746, | |
| 0.0027602899353951216, | |
| 0.002656701020896435, | |
| 0.0026720280293375254, | |
| 0.0029312188271433115, | |
| 0.0026638731360435486, | |
| 0.0026196851395070553, | |
| 0.0025979969650506973, | |
| 0.002624975983053446, | |
| 0.0026226129848510027, | |
| 0.0026607350446283817, | |
| 0.0026093050837516785, | |
| 0.002680094912648201, | |
| 0.0029354020953178406, | |
| 0.002683791099116206, | |
| 0.002646627137437463, | |
| 0.0026645881589502096, | |
| 0.0026278269942849874, | |
| 0.002740647876635194, | |
| 0.002624216955155134, | |
| 0.0026996228843927383, | |
| 0.0029320630710572004, | |
| 0.0027024049777537584, | |
| 0.0026130250189453363, | |
| 0.002688267035409808, | |
| 0.0027748271822929382, | |
| 0.002726371167227626, | |
| 0.002655381103977561, | |
| 0.002696608193218708, | |
| 0.0026876050978899, | |
| 0.0026699479203671217, | |
| 0.0026863219682127237, | |
| 0.002683155005797744, | |
| 0.0027371200267225504, | |
| 0.0026686720084398985, | |
| 0.0029543510172516108, | |
| 0.002674554008990526, | |
| 0.0026830569840967655, | |
| 0.0026683721225708723, | |
| 0.0026598521508276463, | |
| 0.002663474064320326, | |
| 0.002709893975406885, | |
| 0.002668521134182811, | |
| 0.0027901751454919577, | |
| 0.0026718568988144398, | |
| 0.0027248440310359, | |
| 0.0026652421802282333, | |
| 0.0027565318159759045, | |
| 0.0026815789751708508, | |
| 0.0027653449214994907, | |
| 0.0026994890067726374, | |
| 0.0027136418502777815, | |
| 0.002635787008330226, | |
| 0.0027148560620844364, | |
| 0.0026780879124999046, | |
| 0.0026704110205173492, | |
| 0.0027244568336755037, | |
| 0.0027271800208836794, | |
| 0.0026499771047383547, | |
| 0.002659162040799856, | |
| 0.002715418813750148, | |
| 0.0026614689268171787, | |
| 0.002724051009863615, | |
| 0.0026933830231428146, | |
| 0.0026760550681501627, | |
| 0.0026583359576761723, | |
| 0.0027263800147920847, | |
| 0.002655198099091649, | |
| 0.0027099382132291794, | |
| 0.0026789221446961164, | |
| 0.002769768936559558, | |
| 0.0026703691110014915, | |
| 0.0027424220461398363, | |
| 0.0026991560589522123, | |
| 0.002744814846664667, | |
| 0.0026558891404420137, | |
| 0.0027464700397104025, | |
| 0.002670908812433481, | |
| 0.0026784001383930445, | |
| 0.0026671469677239656, | |
| 0.002692850073799491, | |
| 0.00268084486015141, | |
| 0.0027011511847376823, | |
| 0.0026832721196115017, | |
| 0.002698618918657303, | |
| 0.002690077992156148, | |
| 0.0027082660235464573, | |
| 0.0027535941917449236, | |
| 0.002716346178203821, | |
| 0.002709277905523777, | |
| 0.0026716559659689665, | |
| 0.002755027962848544, | |
| 0.0026754660066217184, | |
| 0.0027389538008719683, | |
| 0.0026831249706447124, | |
| 0.0027889208868145943, | |
| 0.002656230004504323, | |
| 0.0027916901744902134, | |
| 0.0026970321778208017, | |
| 0.0027357658836990595, | |
| 0.002668963046744466, | |
| 0.0026935171335935593, | |
| 0.0026906731072813272, | |
| 0.0026772599667310715, | |
| 0.002688947832211852, | |
| 0.002659158082678914, | |
| 0.002661952981725335, | |
| 0.002705884864553809, | |
| 0.0027393121272325516, | |
| 0.0026588179171085358, | |
| 0.0027289369609206915, | |
| 0.002665864070877433, | |
| 0.0027153471019119024, | |
| 0.0026386440731585026, | |
| 0.002809107070788741, | |
| 0.0026825559325516224, | |
| 0.0027856638189405203, | |
| 0.0026603008154779673, | |
| 0.0027927770279347897, | |
| 0.0026474969927221537, | |
| 0.0030510369688272476, | |
| 0.0026592849753797054, | |
| 0.002797347027808428, | |
| 0.0026782990898936987, | |
| 0.002727242885157466, | |
| 0.0026548909954726696, | |
| 0.002709762891754508, | |
| 0.0026882849633693695, | |
| 0.002680832054466009, | |
| 0.002711951034143567, | |
| 0.0026964941062033176, | |
| 0.0026668261270970106, | |
| 0.00268449611030519, | |
| 0.0026785230729728937, | |
| 0.0026623839512467384, | |
| 0.00267195887863636, | |
| 0.0026953408960253, | |
| 0.0027161429170519114, | |
| 0.002666379092261195, | |
| 0.0027607199735939503, | |
| 0.00265821092762053, | |
| 0.0027223601937294006, | |
| 0.0026899720542132854, | |
| 0.002826032927259803, | |
| 0.0026871939189732075, | |
| 0.0027613649144768715, | |
| 0.0026843110099434853, | |
| 0.002765194047242403, | |
| 0.002686167834326625, | |
| 0.002735032932832837, | |
| 0.0026840749196708202, | |
| 0.0027376660145819187, | |
| 0.0026331970002502203, | |
| 0.0027093091048300266, | |
| 0.0026583899743855, | |
| 0.0026706201024353504, | |
| 0.002692595822736621, | |
| 0.0026924810372292995, | |
| 0.0027035088278353214, | |
| 0.0026697900611907244, | |
| 0.0027141650207340717, | |
| 0.002679139142856002, | |
| 0.0027283269446343184, | |
| 0.0027068520430475473, | |
| 0.0027615190483629704, | |
| 0.0026811750140041113, | |
| 0.0027074080426245928, | |
| 0.00272376905195415, | |
| 0.0028011109679937363, | |
| 0.0026589781045913696, | |
| 0.0027696879114955664, | |
| 0.002705017803236842, | |
| 0.002757841954007745, | |
| 0.002678339136764407, | |
| 0.0030495200771838427, | |
| 0.002677616896107793, | |
| 0.0027375631034374237, | |
| 0.0026575990486890078, | |
| 0.0026965360157191753, | |
| 0.0026936561334878206, | |
| 0.0027225420344620943, | |
| 0.002650999231263995, | |
| 0.002676816890016198, | |
| 0.0027038189582526684, | |
| 0.0026779458858072758, | |
| 0.0026863079983741045, | |
| 0.0026972820051014423, | |
| 0.002697525778785348, | |
| 0.0026713679544627666, | |
| 0.002685400191694498, | |
| 0.002671307884156704, | |
| 0.0026992070488631725, | |
| 0.002722430042922497, | |
| 0.0028008590452373028, | |
| 0.002682936144992709, | |
| 0.0027147699147462845, | |
| 0.0027159249875694513, | |
| 0.00282208900898695, | |
| 0.002721648896113038, | |
| 0.002759904833510518, | |
| 0.002722386969253421, | |
| 0.00278259813785553, | |
| 0.0026623629964888096, | |
| 0.0027341751847416162, | |
| 0.0029725071508437395, | |
| 0.0027793028857558966, | |
| 0.002682429039850831, | |
| 0.0027012841310352087, | |
| 0.0026759461034089327, | |
| 0.0028396029956638813, | |
| 0.0026639190036803484, | |
| 0.002637095982208848, | |
| 0.002626718021929264, | |
| 0.002672121161594987, | |
| 0.0026285620406270027, | |
| 0.002626256085932255, | |
| 0.002686683088541031, | |
| 0.0026168229524046183, | |
| 0.0027384539134800434, | |
| 0.0026342340279370546, | |
| 0.0026808620896190405, | |
| 0.0026208998169749975, | |
| 0.0027624499052762985, | |
| 0.002639802871271968, | |
| 0.002736613154411316, | |
| 0.0029443809762597084, | |
| 0.002725000958889723, | |
| 0.0026156350504606962, | |
| 0.0027353300247341394, | |
| 0.002625234192237258, | |
| 0.002628604881465435, | |
| 0.00262449006550014, | |
| 0.0026248800568282604, | |
| 0.0026297031436115503, | |
| 0.002600886858999729, | |
| 0.0026816059835255146, | |
| 0.0026348931714892387, | |
| 0.0026334261056035757, | |
| 0.0026751579716801643, | |
| 0.0027103391475975513, | |
| 0.002605512971058488, | |
| 0.002763916039839387, | |
| 0.0026060710661113262, | |
| 0.0027164448983967304, | |
| 0.002617483027279377, | |
| 0.002683321014046669, | |
| 0.0026620051357895136, | |
| 0.0026779479812830687, | |
| 0.0026210579089820385, | |
| 0.002652594121173024, | |
| 0.0026393160223960876, | |
| 0.0026378401089459658, | |
| 0.0026617490220814943, | |
| 0.002618543105199933, | |
| 0.0026631439104676247, | |
| 0.0026556970551609993, | |
| 0.002681151032447815, | |
| 0.002629545982927084, | |
| 0.0027797960210591555, | |
| 0.002635268960148096, | |
| 0.0027116141282022, | |
| 0.002636572113260627, | |
| 0.002723525045439601, | |
| 0.0029232928063720465, | |
| 0.002719733864068985, | |
| 0.002610074123367667, | |
| 0.0027212360873818398, | |
| 0.002670783083885908, | |
| 0.002667970024049282, | |
| 0.002615303033962846, | |
| 0.002641495084390044, | |
| 0.0026859280187636614, | |
| 0.0026906998828053474, | |
| 0.002617037855088711, | |
| 0.002634188160300255, | |
| 0.002698649885132909, | |
| 0.002937810029834509, | |
| 0.0026660130824893713, | |
| 0.0026249049697071314, | |
| 0.002677822019904852, | |
| 0.0026128299068659544, | |
| 0.0027726071421056986, | |
| 0.00263484800234437, | |
| 0.0027143030893057585, | |
| 0.0026127060409635305, | |
| 0.0027096751146018505, | |
| 0.0026229028590023518, | |
| 0.002661283826455474, | |
| 0.002623349893838167, | |
| 0.0026557629462331533, | |
| 0.0026464329566806555, | |
| 0.0026042249519377947, | |
| 0.002616103971377015, | |
| 0.0026339031755924225, | |
| 0.0026814257726073265, | |
| 0.002715956885367632, | |
| 0.002681704005226493, | |
| 0.0026721449103206396, | |
| 0.00271628494374454, | |
| 0.0026225538458675146, | |
| 0.0027574829291552305, | |
| 0.0026275860145688057, | |
| 0.002693871036171913, | |
| 0.0025972200091928244, | |
| 0.0026636668480932713, | |
| 0.0026386540848761797, | |
| 0.002686637919396162, | |
| 0.00261423597112298, | |
| 0.002632486866787076, | |
| 0.0026186059694737196, | |
| 0.0026834479067474604, | |
| 0.00262323091737926, | |
| 0.002653165953233838, | |
| 0.0026633390225470066, | |
| 0.002648941008374095, | |
| 0.002647913061082363, | |
| 0.0026254160329699516, | |
| 0.0027529809158295393, | |
| 0.0026280111633241177, | |
| 0.0027149771340191364, | |
| 0.002603630069643259, | |
| 0.002698529977351427, | |
| 0.0026073099579662085, | |
| 0.002641857136040926, | |
| 0.0026322249323129654, | |
| 0.002950838068500161, | |
| 0.0026678561698645353, | |
| 0.0026241031009703875, | |
| 0.0026203361339867115, | |
| 0.0026347148232162, | |
| 0.0026347620878368616, | |
| 0.0026147097814828157, | |
| 0.002655923133715987, | |
| 0.002664795145392418, | |
| 0.002721161115914583, | |
| 0.0025957180187106133, | |
| 0.002747058169916272, | |
| 0.0026030850131064653, | |
| 0.0027005078736692667, | |
| 0.0026118981186300516, | |
| 0.0027126939967274666, | |
| 0.0026563641149550676, | |
| 0.002664749976247549, | |
| 0.0026338889729231596, | |
| 0.002584913047030568, | |
| 0.0026491121388971806, | |
| 0.0026455060578882694, | |
| 0.002616024808958173, | |
| 0.002665103180333972, | |
| 0.0026930589228868484, | |
| 0.002642605919390917, | |
| 0.0026686268392950296, | |
| 0.0026445959229022264, | |
| 0.0027592601254582405, | |
| 0.0026058279909193516, | |
| 0.002723005134612322, | |
| 0.002643156796693802, | |
| 0.002696126000955701, | |
| 0.002609795890748501, | |
| 0.0026695530395954847, | |
| 0.002624905202537775, | |
| 0.002646935870870948, | |
| 0.002630879869684577, | |
| 0.002640184946358204, | |
| 0.0026295550633221865, | |
| 0.0026417169719934464, | |
| 0.0026684519834816456, | |
| 0.0026327939704060555, | |
| 0.002727649873122573, | |
| 0.002663157181814313, | |
| 0.0027272538281977177, | |
| 0.002601141110062599, | |
| 0.002748606028035283, | |
| 0.0026284351479262114, | |
| 0.002716445829719305, | |
| 0.0026403849478811026, | |
| 0.0026947001460939646, | |
| 0.002612781012430787, | |
| 0.002678463002666831, | |
| 0.0026224548928439617, | |
| 0.0026296728756278753, | |
| 0.0026266109198331833, | |
| 0.00265031517483294, | |
| 0.0026505400892347097, | |
| 0.002644710009917617, | |
| 0.002683859085664153, | |
| 0.0026337080635130405, | |
| 0.002658950863406062, | |
| 0.0026213619858026505, | |
| 0.002741021104156971, | |
| 0.0026358801405876875, | |
| 0.0027441091369837523, | |
| 0.00263066403567791, | |
| 0.0026823331136256456, | |
| 0.0029640488792210817, | |
| 0.0027059458661824465, | |
| 0.002798875095322728, | |
| 0.0027245250530540943, | |
| 0.0026669290382415056, | |
| 0.0026449880097061396, | |
| 0.002613181946799159, | |
| 0.0026316209696233273, | |
| 0.0026516171637922525, | |
| 0.002640455961227417, | |
| 0.0029429448768496513, | |
| 0.0026327259838581085, | |
| 0.00266263703815639, | |
| 0.0026462289970368147, | |
| 0.002677211072295904, | |
| 0.0026641790755093098, | |
| 0.002654402982443571, | |
| 0.0029428801499307156, | |
| 0.002701742108911276, | |
| 0.0026194101665169, | |
| 0.002736703958362341, | |
| 0.0026214560493826866, | |
| 0.00293561490252614, | |
| 0.0025963850785046816, | |
| 0.002707899082452059, | |
| 0.0026075521018356085, | |
| 0.002686409978196025, | |
| 0.0026369651313871145, | |
| 0.0026188038755208254, | |
| 0.0026317969895899296, | |
| 0.0026216059923171997, | |
| 0.002635601907968521, | |
| 0.002613058080896735, | |
| 0.002697525080293417, | |
| 0.0026537158992141485, | |
| 0.002646111883223057, | |
| 0.0026384179946035147, | |
| 0.00273983390070498, | |
| 0.002628474961966276, | |
| 0.0027308089192956686, | |
| 0.002618475817143917, | |
| 0.002721891039982438, | |
| 0.002641509985551238, | |
| 0.002692745067179203, | |
| 0.0026231950614601374, | |
| 0.002677104203030467, | |
| 0.0026452101301401854, | |
| 0.0026155661325901747, | |
| 0.002613566815853119, | |
| 0.0026545508299022913, | |
| 0.0026704531628638506, | |
| 0.0026402899529784918, | |
| 0.0029359760228544474, | |
| 0.0026783118955790997, | |
| 0.002653724979609251, | |
| 0.0026363658253103495, | |
| 0.00272097485139966, | |
| 0.0026327460072934628, | |
| 0.0026777239982038736, | |
| 0.0026211380027234554, | |
| 0.0027452041395008564, | |
| 0.002626751083880663, | |
| 0.0027354650665074587, | |
| 0.0026314922142773867, | |
| 0.0026702440809458494, | |
| 0.0026298551820218563, | |
| 0.0026722881011664867, | |
| 0.002621802967041731, | |
| 0.002672505099326372, | |
| 0.0026297939475625753, | |
| 0.0026178269181400537, | |
| 0.0026574309449642897, | |
| 0.0026898791547864676, | |
| 0.0026566239539533854, | |
| 0.00263179000467062, | |
| 0.002694986993446946, | |
| 0.002616605954244733, | |
| 0.002740355907008052, | |
| 0.0025979250203818083, | |
| 0.0026930980384349823, | |
| 0.0026370109990239143, | |
| 0.0026983211282640696, | |
| 0.0026467908173799515, | |
| 0.0026583480648696423, | |
| 0.0026470168959349394, | |
| 0.0026050019077956676, | |
| 0.002643631072714925, | |
| 0.002641919068992138, | |
| 0.0026848569978028536, | |
| 0.002598096150904894, | |
| 0.0026751060504466295, | |
| 0.002633842872455716, | |
| 0.0027277381159365177, | |
| 0.002632069168612361, | |
| 0.0026995548978447914, | |
| 0.0026185831520706415, | |
| 0.0027230950072407722, | |
| 0.002627820009365678, | |
| 0.0026923040859401226, | |
| 0.0026314558926969767, | |
| 0.002653379924595356, | |
| 0.0029324840288609266, | |
| 0.0026646549813449383, | |
| 0.002642124891281128, | |
| 0.002656801836565137, | |
| 0.0026252588722854853, | |
| 0.002662861021235585, | |
| 0.002677213167771697, | |
| 0.002612516051158309, | |
| 0.0026587569154798985, | |
| 0.002611655043438077, | |
| 0.002707001054659486, | |
| 0.0026312058325856924, | |
| 0.002712851157411933, | |
| 0.0026171940844506025, | |
| 0.002707438077777624, | |
| 0.0026220600120723248, | |
| 0.0027203711215406656, | |
| 0.0026542460545897484, | |
| 0.00263684312812984, | |
| 0.0026065269485116005, | |
| 0.0026359129697084427, | |
| 0.002619510982185602, | |
| 0.0026371399872004986, | |
| 0.00264841690659523, | |
| 0.0026528818998485804, | |
| 0.0026362098287791014, | |
| 0.002615218050777912, | |
| 0.0026960119139403105, | |
| 0.0026092249900102615, | |
| 0.0026589210610836744, | |
| 0.002585330046713352, | |
| 0.0027249138802289963, | |
| 0.002608133014291525, | |
| 0.0026742368936538696, | |
| 0.0026329769752919674, | |
| 0.002646147971972823, | |
| 0.002590616000816226, | |
| 0.0026076261419802904, | |
| 0.002611662959679961, | |
| 0.002614819910377264, | |
| 0.0027088988572359085, | |
| 0.0026469959411770105, | |
| 0.0026154080405831337, | |
| 0.002610639901831746, | |
| 0.002715002978220582, | |
| 0.0025995569303631783, | |
| 0.002697122050449252, | |
| 0.002593033015727997, | |
| 0.0027004671283066273, | |
| 0.002598803024739027, | |
| 0.0026274260599166155, | |
| 0.0026585301384329796, | |
| 0.002633817959576845, | |
| 0.0026692701503634453, | |
| 0.002642040140926838, | |
| 0.0026181689463555813, | |
| 0.0026054198388010263, | |
| 0.002698805183172226, | |
| 0.0026080310344696045, | |
| 0.0026078459341078997, | |
| 0.0026136720553040504, | |
| 0.0027745829429477453, | |
| 0.002628670074045658, | |
| 0.002696729963645339, | |
| 0.0025955610908567905, | |
| 0.0026548290625214577, | |
| 0.0026027460116893053, | |
| 0.0025959399063140154, | |
| 0.002652216935530305, | |
| 0.0026263019535690546, | |
| 0.002619626000523567, | |
| 0.0025994989555329084, | |
| 0.00260142982006073, | |
| 0.0026196481194347143, | |
| 0.0027043139562010765, | |
| 0.00292173121124506, | |
| 0.0027156868018209934, | |
| 0.002628460992127657, | |
| 0.0027007078751921654, | |
| 0.0025979510974138975, | |
| 0.0027512582018971443, | |
| 0.002623308915644884, | |
| 0.002734745852649212, | |
| 0.0026422860100865364, | |
| 0.002693215850740671, | |
| 0.0025953759904950857, | |
| 0.002612678101286292, | |
| 0.0026088920421898365, | |
| 0.0026087379083037376, | |
| 0.0026919019874185324, | |
| 0.0026257920544594526, | |
| 0.002609100192785263, | |
| 0.002646730048581958, | |
| 0.002672520000487566, | |
| 0.002585655078291893, | |
| 0.0026857431512326, | |
| 0.0026021020021289587, | |
| 0.002719457959756255, | |
| 0.002608796115964651, | |
| 0.002694251947104931, | |
| 0.0026040461380034685, | |
| 0.0026269848458468914, | |
| 0.0026358237955719233, | |
| 0.0026099099777638912, | |
| 0.002638320904225111, | |
| 0.0025983720552176237, | |
| 0.0026692659594118595, | |
| 0.002931491006165743, | |
| 0.0026073830667883158, | |
| 0.0026297850999981165, | |
| 0.002693688031286001, | |
| 0.0026023630052804947, | |
| 0.0025954630691558123, | |
| 0.002615859964862466, | |
| 0.0027269090060144663, | |
| 0.0029751360416412354, | |
| 0.002693885937333107, | |
| 0.002634829143062234, | |
| 0.0026389488484710455, | |
| 0.002617066027596593, | |
| 0.002613539807498455, | |
| 0.0026037381030619144, | |
| 0.002634648932144046, | |
| 0.00262483605183661, | |
| 0.0025875249411910772, | |
| 0.002633707132190466, | |
| 0.0026161179412156343, | |
| 0.0026373579166829586, | |
| 0.0026163191068917513, | |
| 0.0027066580951213837, | |
| 0.002621761057525873, | |
| 0.0026746660005301237, | |
| 0.0025991350412368774, | |
| 0.0026908761356025934, | |
| 0.0026086559519171715, | |
| 0.002663280116394162, | |
| 0.002639144193381071, | |
| 0.0026138899847865105, | |
| 0.002595636062324047, | |
| 0.002929575042799115, | |
| 0.002603663131594658, | |
| 0.0026106410659849644, | |
| 0.0026616251561790705, | |
| 0.0026188651099801064, | |
| 0.002625114982947707, | |
| 0.002629450988024473, | |
| 0.0027118900325149298, | |
| 0.0026084319688379765, | |
| 0.0027188730891793966, | |
| 0.002610759111121297, | |
| 0.002732987981289625, | |
| 0.002620719140395522, | |
| 0.0027078778948634863, | |
| 0.0026469139847904444, | |
| 0.002686711959540844, | |
| 0.0026352200657129288, | |
| 0.0026247920468449593, | |
| 0.002633513882756233, | |
| 0.002627528039738536, | |
| 0.002664998872205615, | |
| 0.0026119379326701164, | |
| 0.002618327969685197, | |
| 0.0026240069419145584, | |
| 0.0026938850060105324, | |
| 0.0026112759951502085, | |
| 0.002765436889603734, | |
| 0.0026182630099356174, | |
| 0.0027114178519695997, | |
| 0.0026379888877272606, | |
| 0.0026675588451325893, | |
| 0.0025997268967330456, | |
| 0.0026937988586723804, | |
| 0.0026310880202800035, | |
| 0.0026072110049426556, | |
| 0.0025994458701461554, | |
| 0.0026289159432053566, | |
| 0.0026268840301781893, | |
| 0.002611677860841155, | |
| 0.0026355069130659103, | |
| 0.002618767088279128, | |
| 0.002697235904633999, | |
| 0.0026109348982572556, | |
| 0.002749021165072918, | |
| 0.00260789692401886, | |
| 0.002720588119700551, | |
| 0.002600742969661951, | |
| 0.0026893930044025183, | |
| 0.0026270439848303795, | |
| 0.002668821020051837, | |
| 0.002601439133286476, | |
| 0.0026436438784003258, | |
| 0.002621666993945837, | |
| 0.0026261729653924704, | |
| 0.0025939459446817636, | |
| 0.002628666115924716, | |
| 0.0026580169796943665, | |
| 0.0026364170480519533, | |
| 0.002673888811841607, | |
| 0.002606468042358756, | |
| 0.0027350271120667458, | |
| 0.0026387071702629328, | |
| 0.0026961909607052803, | |
| 0.0026069709565490484, | |
| 0.0026791191194206476, | |
| 0.0029293911065906286, | |
| 0.0026395770255476236, | |
| 0.002614900004118681, | |
| 0.003013137960806489, | |
| 0.002663491992279887, | |
| 0.002656684024259448, | |
| 0.002646117005497217, | |
| 0.002872315002605319, | |
| 0.0028478519525378942, | |
| 0.0026221629232168198, | |
| 0.002662403043359518, | |
| 0.0028469879180192947, | |
| 0.0029013350140303373, | |
| 0.002666792133823037, | |
| 0.0026710559614002705, | |
| 0.002646820154041052, | |
| 0.002959372941404581, | |
| 0.0028244091663509607, | |
| 0.00285942479968071, | |
| 0.002854870166629553, | |
| 0.002686677034944296, | |
| 0.0028766728937625885, | |
| 0.0029311429243534803, | |
| 0.0026242320891469717, | |
| 0.002926749177277088, | |
| 0.002675978932529688, | |
| 0.0026813489384949207, | |
| 0.0026373069267719984, | |
| 0.0026979472022503614, | |
| 0.0026496921200305223, | |
| 0.0027629639953374863, | |
| 0.0026247219648212194, | |
| 0.0027354119811207056, | |
| 0.0026217480190098286, | |
| 0.0029468568973243237, | |
| 0.002908904105424881, | |
| 0.0027767489664256573, | |
| 0.002654968062415719, | |
| 0.002675955882295966, | |
| 0.0028836680576205254, | |
| 0.0028851949609816074, | |
| 0.0026338649913668633, | |
| 0.0026363329961895943, | |
| 0.0026339320465922356, | |
| 0.0026556740049272776, | |
| 0.0026186800096184015, | |
| 0.0029267698992043734, | |
| 0.0029232720844447613, | |
| 0.002906594891101122, | |
| 0.0026495251804590225, | |
| 0.0026422280352562666, | |
| 0.002863317960873246, | |
| 0.002871274948120117, | |
| 0.0029109979514032602, | |
| 0.002646103035658598, | |
| 0.0029014789033681154, | |
| 0.0029163791332393885, | |
| 0.0026402571238577366, | |
| 0.0026354051660746336, | |
| 0.0028428849764168262, | |
| 0.0028713748324662447, | |
| 0.0026064629200845957, | |
| 0.0026601850986480713, | |
| 0.0027068050112575293, | |
| 0.0026429600547999144, | |
| 0.0028701110277324915, | |
| 0.0026362789794802666, | |
| 0.002908372087404132, | |
| 0.002888445043936372, | |
| 0.0029703069012612104, | |
| 0.0027177140582352877, | |
| 0.002645377069711685, | |
| 0.0026677330024540424, | |
| 0.0026619669515639544, | |
| 0.002843171823769808, | |
| 0.0026933078188449144, | |
| 0.002630396978929639, | |
| 0.0027609700337052345, | |
| 0.0028744549490511417, | |
| 0.002770623890683055, | |
| 0.0026352419517934322, | |
| 0.002693902002647519, | |
| 0.00262619205750525, | |
| 0.002670721849426627, | |
| 0.0026415479369461536, | |
| 0.002691701054573059, | |
| 0.002636524150148034, | |
| 0.0026385821402072906, | |
| 0.0026469340082257986, | |
| 0.0028298809193074703, | |
| 0.002610821044072509, | |
| 0.0029223610181361437, | |
| 0.002912173978984356, | |
| 0.002650175942108035, | |
| 0.002923652995377779, | |
| 0.0028894071001559496, | |
| 0.0026454341132193804, | |
| 0.002887032926082611, | |
| 0.0028801860753446817, | |
| 0.0026201389264315367, | |
| 0.0029347778763622046, | |
| 0.002838956890627742, | |
| 0.0026204141322523355, | |
| 0.0026601669378578663, | |
| 0.002688419073820114, | |
| 0.0026332170236855745, | |
| 0.00267407507635653, | |
| 0.0026558570098131895, | |
| 0.0027237501926720142, | |
| 0.0026319168973714113, | |
| 0.0027366280555725098, | |
| 0.0026370740961283445, | |
| 0.0027280859649181366, | |
| 0.0026306200306862593, | |
| 0.002673255978152156, | |
| 0.002635811921209097, | |
| 0.002673754934221506, | |
| 0.0026301168836653233, | |
| 0.002850515069440007, | |
| 0.00266059092245996, | |
| 0.0026218448765575886, | |
| 0.002878223080188036, | |
| 0.0028791818767786026, | |
| 0.002892211778089404, | |
| 0.002628839109092951, | |
| 0.0029358959291130304, | |
| 0.0028887868393212557, | |
| 0.0026345569640398026, | |
| 0.002887836890295148, | |
| 0.002627153182402253, | |
| 0.0029002141673117876, | |
| 0.0029250329826027155, | |
| 0.002658675191923976, | |
| 0.002638573059812188, | |
| 0.0026209529023617506, | |
| 0.002623892156407237, | |
| 0.002665984909981489, | |
| 0.002637176075950265, | |
| 0.0026686969213187695, | |
| 0.002716431859880686, | |
| 0.002641628962010145, | |
| 0.0027002948336303234, | |
| 0.0029302099719643593, | |
| 0.002730715088546276, | |
| 0.0026278209406882524, | |
| 0.002670111134648323, | |
| 0.0026268579531461, | |
| 0.0026135121006518602, | |
| 0.0028448961675167084, | |
| 0.002633119933307171, | |
| 0.0026223380118608475, | |
| 0.0026256651617586613, | |
| 0.002657249104231596, | |
| 0.0026275019627064466, | |
| 0.002645650878548622, | |
| 0.0026180569548159838, | |
| 0.0026421810034662485, | |
| 0.0026419651694595814, | |
| 0.0027272491715848446, | |
| 0.002633331110700965, | |
| 0.0027440451085567474, | |
| 0.0026399458292871714, | |
| 0.0026717421133071184, | |
| 0.002662723883986473, | |
| 0.0026964510325342417, | |
| 0.0026342871133238077, | |
| 0.0026755649596452713, | |
| 0.002632406074553728, | |
| 0.0029048530850559473, | |
| 0.002893903059884906, | |
| 0.0026489058509469032, | |
| 0.0026171680074185133, | |
| 0.0026469880249351263, | |
| 0.002623078878968954, | |
| 0.002626802073791623, | |
| 0.0027120918966829777, | |
| 0.0026454220060259104, | |
| 0.0026905229315161705, | |
| 0.0026570919435471296, | |
| 0.0027024419978260994, | |
| 0.0029178010299801826, | |
| 0.0027521110605448484, | |
| 0.0026579108089208603, | |
| 0.002694578841328621, | |
| 0.0026574910152703524, | |
| 0.0026802478823810816, | |
| 0.0026324749924242496, | |
| 0.0026755710132420063, | |
| 0.0026293739210814238, | |
| 0.0026298719458281994, | |
| 0.002887674141675234, | |
| 0.0026392850559204817, | |
| 0.002864423906430602, | |
| 0.0029188869521021843, | |
| 0.00290319393388927, | |
| 0.0026477330829948187, | |
| 0.002632459159940481, | |
| 0.002849921118468046, | |
| 0.002640057122334838, | |
| 0.0026291320100426674, | |
| 0.002953403862193227, | |
| 0.0026411269791424274, | |
| 0.0026218958664685488, | |
| 0.0028621330857276917, | |
| 0.0026918670628219843, | |
| 0.0028956339228898287, | |
| 0.0029110091272741556, | |
| 0.002860223175957799, | |
| 0.002630916889756918, | |
| 0.002619273029267788, | |
| 0.0026846639811992645, | |
| 0.0026320330798625946, | |
| 0.0029418431222438812, | |
| 0.002680606907233596, | |
| 0.0027134951669722795, | |
| 0.002876396058127284, | |
| 0.002717511961236596, | |
| 0.00262630102224648, | |
| 0.0028933261055499315, | |
| 0.0029336088337004185, | |
| 0.0027069798670709133, | |
| 0.002625063993036747, | |
| 0.0029126708395779133, | |
| 0.002857096027582884, | |
| 0.00268030003644526, | |
| 0.0026301699690520763, | |
| 0.002667962107807398, | |
| 0.0026515170466154814, | |
| 0.002682141959667206, | |
| 0.002634261967614293, | |
| 0.0026906118728220463, | |
| 0.0028981638606637716, | |
| 0.002967169973999262, | |
| 0.002925405977293849, | |
| 0.0029538311064243317, | |
| 0.002858166117221117, | |
| 0.0026580921839922667, | |
| 0.0026137689128518105, | |
| 0.0026563499122858047, | |
| 0.0026256199926137924, | |
| 0.0026369120460003614, | |
| 0.00287088705226779, | |
| 0.0026607101317495108, | |
| 0.002626167144626379, | |
| 0.002648324007168412, | |
| 0.002690277062356472, | |
| 0.0029417090117931366, | |
| 0.002672361908480525, | |
| 0.0028759047854691744, | |
| 0.00265837786719203, | |
| 0.002663549967110157, | |
| 0.002654553856700659, | |
| 0.002655826974660158, | |
| 0.0027512109372764826, | |
| 0.002625060034915805, | |
| 0.0029674158431589603, | |
| 0.0026587368920445442, | |
| 0.0027234021108597517, | |
| 0.0026441069785505533, | |
| 0.0027071170043200254, | |
| 0.002620008075609803, | |
| 0.002627372043207288, | |
| 0.0026568251196295023, | |
| 0.002653229981660843, | |
| 0.0026256870478391647, | |
| 0.0028625589329749346, | |
| 0.0026285999920219183, | |
| 0.002647820860147476, | |
| 0.002675693016499281, | |
| 0.0029293999541550875, | |
| 0.0027261709328740835, | |
| 0.0026286430656909943, | |
| 0.0026296251453459263, | |
| 0.00291383801959455, | |
| 0.003102850168943405, | |
| 0.002877376042306423, | |
| 0.002686992986127734, | |
| 0.0026438310742378235, | |
| 0.0026365830563008785, | |
| 0.0026485100388526917, | |
| 0.002680850913748145, | |
| 0.0029067709110677242, | |
| 0.003002152079716325, | |
| 0.0029176617972552776, | |
| 0.002851024968549609, | |
| 0.002646001987159252, | |
| 0.0026679569855332375, | |
| 0.0026189039926975965, | |
| 0.0026951381005346775, | |
| 0.0028727410826832056, | |
| 0.0027110890951007605, | |
| 0.0028231011237949133, | |
| 0.0029221840668469667, | |
| 0.0026231638621538877, | |
| 0.0028946700040251017, | |
| 0.0028956360183656216, | |
| 0.0027216519229114056, | |
| 0.0026320270262658596 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "score_components", | |
| "name": "test_end_to_end_score_graph[cuda-backward-kinematics]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_end_to_end_score_graph[cuda-backward-kinematics]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "benchmark_pass": "backward", | |
| "graph_class": "UNSERIALIZABLE[<class 'tmol.tests.score.test_score_benchmarks.DofSpaceDummy'>]" | |
| }, | |
| "param": "cuda-backward-kinematics", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.005202427040785551, | |
| "max": 0.005853984039276838, | |
| "mean": 0.005386732066799743, | |
| "stddev": 0.0001367819741287372, | |
| "rounds": 743, | |
| "median": 0.005336323985829949, | |
| "iqr": 0.00017418712377548218, | |
| "q1": 0.005286701139993966, | |
| "q3": 0.005460888263769448, | |
| "iqr_outliers": 9, | |
| "stddev_outliers": 203, | |
| "outliers": "203;9", | |
| "ld15iqr": 0.005202427040785551, | |
| "hd15iqr": 0.00572445522993803, | |
| "ops": 185.6413104641568, | |
| "total": 4.002341925632209, | |
| "data": [ | |
| 0.005613037152215838, | |
| 0.0053109060972929, | |
| 0.005233432166278362, | |
| 0.005228925030678511, | |
| 0.0054772410076111555, | |
| 0.005275154020637274, | |
| 0.0052266649436205626, | |
| 0.005227755988016725, | |
| 0.005244140978902578, | |
| 0.005226700101047754, | |
| 0.0052612891886383295, | |
| 0.005256433971226215, | |
| 0.00522740907035768, | |
| 0.00527805183082819, | |
| 0.005280267912894487, | |
| 0.005676383851096034, | |
| 0.005337268812581897, | |
| 0.0052349132020026445, | |
| 0.005218764999881387, | |
| 0.005244225962087512, | |
| 0.005306674866005778, | |
| 0.005216140998527408, | |
| 0.005243110004812479, | |
| 0.0052325539290905, | |
| 0.0052439218852669, | |
| 0.005552966147661209, | |
| 0.005367271834984422, | |
| 0.005215113051235676, | |
| 0.005242082988843322, | |
| 0.005261230980977416, | |
| 0.005255189025774598, | |
| 0.005294275004416704, | |
| 0.005334746092557907, | |
| 0.00532412389293313, | |
| 0.005315310088917613, | |
| 0.005272605922073126, | |
| 0.005303208017721772, | |
| 0.005408423952758312, | |
| 0.00555871706455946, | |
| 0.005305200116708875, | |
| 0.005292108980938792, | |
| 0.005424837116152048, | |
| 0.005308706080541015, | |
| 0.005273375893011689, | |
| 0.0053051430732011795, | |
| 0.00530157913453877, | |
| 0.005268312059342861, | |
| 0.005568881053477526, | |
| 0.005379437934607267, | |
| 0.0053060639183968306, | |
| 0.005275512812659144, | |
| 0.005323679884895682, | |
| 0.005297156050801277, | |
| 0.00530636589974165, | |
| 0.005324694095179439, | |
| 0.005255812080577016, | |
| 0.0053091689478605986, | |
| 0.005300953984260559, | |
| 0.005261854035779834, | |
| 0.005416725063696504, | |
| 0.005308100953698158, | |
| 0.005269332090392709, | |
| 0.005289613967761397, | |
| 0.005288425832986832, | |
| 0.005254464922472835, | |
| 0.005287573905661702, | |
| 0.005299255019053817, | |
| 0.005307346116751432, | |
| 0.005321610951796174, | |
| 0.005339845083653927, | |
| 0.005469491938129067, | |
| 0.005206890869885683, | |
| 0.005230483831837773, | |
| 0.0055116149596869946, | |
| 0.005221295868977904, | |
| 0.005245299078524113, | |
| 0.005554369185119867, | |
| 0.005213876022025943, | |
| 0.0052657718770205975, | |
| 0.005368632962927222, | |
| 0.005245631095021963, | |
| 0.005342796910554171, | |
| 0.0052301769610494375, | |
| 0.005220995983108878, | |
| 0.005283324979245663, | |
| 0.005321230040863156, | |
| 0.005560959922149777, | |
| 0.005285735009238124, | |
| 0.00526239606551826, | |
| 0.005213563097640872, | |
| 0.005228368099778891, | |
| 0.00527621409855783, | |
| 0.00563696981407702, | |
| 0.005207566078752279, | |
| 0.005224960157647729, | |
| 0.005223901942372322, | |
| 0.005236686905846, | |
| 0.005618046969175339, | |
| 0.005202427040785551, | |
| 0.005254396004602313, | |
| 0.005260484060272574, | |
| 0.005289271008223295, | |
| 0.0053160060197114944, | |
| 0.005374632077291608, | |
| 0.005289677996188402, | |
| 0.005217039026319981, | |
| 0.005218880018219352, | |
| 0.005225308006629348, | |
| 0.005226928042247891, | |
| 0.005291228881105781, | |
| 0.005227616056799889, | |
| 0.0052410021889954805, | |
| 0.005233283154666424, | |
| 0.005244602914899588, | |
| 0.005605753976851702, | |
| 0.005495396908372641, | |
| 0.005266956984996796, | |
| 0.00526047102175653, | |
| 0.005321177886798978, | |
| 0.005390687147155404, | |
| 0.005297306925058365, | |
| 0.005636254092678428, | |
| 0.00530166900716722, | |
| 0.005598454037681222, | |
| 0.005317603936418891, | |
| 0.005663319956511259, | |
| 0.005291318986564875, | |
| 0.005608937935903668, | |
| 0.005265008891001344, | |
| 0.005295144161209464, | |
| 0.005226928042247891, | |
| 0.005290657980367541, | |
| 0.005310093052685261, | |
| 0.005274601047858596, | |
| 0.005287031177431345, | |
| 0.005286591127514839, | |
| 0.005438765045255423, | |
| 0.005229850998148322, | |
| 0.005283645121380687, | |
| 0.005305849947035313, | |
| 0.005317467963322997, | |
| 0.005260364850983024, | |
| 0.005302866920828819, | |
| 0.005511923925951123, | |
| 0.005316747818142176, | |
| 0.005275145871564746, | |
| 0.005304370075464249, | |
| 0.005380780901759863, | |
| 0.0052938018925487995, | |
| 0.005260955775156617, | |
| 0.005289776949211955, | |
| 0.005255680065602064, | |
| 0.005310177803039551, | |
| 0.005593209061771631, | |
| 0.005356383975595236, | |
| 0.005308294203132391, | |
| 0.00528914388269186, | |
| 0.005332123022526503, | |
| 0.005443793023005128, | |
| 0.00534318620339036, | |
| 0.005275143077597022, | |
| 0.005280443001538515, | |
| 0.005294946953654289, | |
| 0.0055586721282452345, | |
| 0.005283621838316321, | |
| 0.005304822931066155, | |
| 0.005306510953232646, | |
| 0.005314755951985717, | |
| 0.005274053895846009, | |
| 0.005380271002650261, | |
| 0.005529926856979728, | |
| 0.005270588910207152, | |
| 0.00529161817394197, | |
| 0.00525906216353178, | |
| 0.005281663034111261, | |
| 0.005240059923380613, | |
| 0.005300339078530669, | |
| 0.005422715097665787, | |
| 0.0053435200825333595, | |
| 0.0053216200321912766, | |
| 0.005396550055593252, | |
| 0.005270717898383737, | |
| 0.005271063884720206, | |
| 0.005246552173048258, | |
| 0.005305340047925711, | |
| 0.005296327173709869, | |
| 0.005252181086689234, | |
| 0.0052974100690335035, | |
| 0.005326105048879981, | |
| 0.005537977907806635, | |
| 0.005603098077699542, | |
| 0.005389055935665965, | |
| 0.005277277203276753, | |
| 0.005259430967271328, | |
| 0.005284326849505305, | |
| 0.005251075839623809, | |
| 0.005318159004673362, | |
| 0.005313256056979299, | |
| 0.005314782960340381, | |
| 0.005295705050230026, | |
| 0.005604504840448499, | |
| 0.005545958876609802, | |
| 0.005409007193520665, | |
| 0.005319053772836924, | |
| 0.005576991941779852, | |
| 0.005545339081436396, | |
| 0.005546057131141424, | |
| 0.005526677938178182, | |
| 0.005272042006254196, | |
| 0.005262157879769802, | |
| 0.005706466035917401, | |
| 0.00529648712836206, | |
| 0.005428338889032602, | |
| 0.00563399400562048, | |
| 0.005271086003631353, | |
| 0.005250450223684311, | |
| 0.005267268046736717, | |
| 0.005255248863250017, | |
| 0.005274298833683133, | |
| 0.0052977988962084055, | |
| 0.005317906150594354, | |
| 0.005291206995025277, | |
| 0.005587065126746893, | |
| 0.005312588065862656, | |
| 0.0053687249310314655, | |
| 0.005265035899356008, | |
| 0.0052817699033766985, | |
| 0.005506737856194377, | |
| 0.005298631964251399, | |
| 0.005270889960229397, | |
| 0.00528474198654294, | |
| 0.005304244114086032, | |
| 0.005298436852172017, | |
| 0.005278808996081352, | |
| 0.005305530969053507, | |
| 0.0053854589350521564, | |
| 0.005553690018132329, | |
| 0.005511727882549167, | |
| 0.005284674931317568, | |
| 0.005237464094534516, | |
| 0.005348753882572055, | |
| 0.005318662151694298, | |
| 0.0053073749877512455, | |
| 0.00529658398590982, | |
| 0.005300542106851935, | |
| 0.00528072495944798, | |
| 0.005400073016062379, | |
| 0.005554561037570238, | |
| 0.0052519808523356915, | |
| 0.005262572085484862, | |
| 0.005289890104904771, | |
| 0.005291018867865205, | |
| 0.005583616904914379, | |
| 0.005252792965620756, | |
| 0.005300384014844894, | |
| 0.0052654738537967205, | |
| 0.005302163073793054, | |
| 0.0053676459938287735, | |
| 0.005303645972162485, | |
| 0.005554000847041607, | |
| 0.005278669064864516, | |
| 0.005287325009703636, | |
| 0.0052475701086223125, | |
| 0.005594884045422077, | |
| 0.00530214118771255, | |
| 0.005249342881143093, | |
| 0.005310611799359322, | |
| 0.005301227793097496, | |
| 0.005376807181164622, | |
| 0.00554131087847054, | |
| 0.005290910834446549, | |
| 0.0052946379873901606, | |
| 0.005291027948260307, | |
| 0.005276240175589919, | |
| 0.005312604131177068, | |
| 0.005509133916348219, | |
| 0.0052871122024953365, | |
| 0.005260672885924578, | |
| 0.0053388820961117744, | |
| 0.005696345120668411, | |
| 0.005284581100568175, | |
| 0.005297417053952813, | |
| 0.0053330520167946815, | |
| 0.005260540870949626, | |
| 0.005270516965538263, | |
| 0.005304996157065034, | |
| 0.00528089189901948, | |
| 0.00531919882632792, | |
| 0.005293332971632481, | |
| 0.005321108037605882, | |
| 0.005420719040557742, | |
| 0.0052603071089833975, | |
| 0.005572875030338764, | |
| 0.0052773060742765665, | |
| 0.005300781922414899, | |
| 0.005220114951953292, | |
| 0.005308551015332341, | |
| 0.005328068975359201, | |
| 0.005542658967897296, | |
| 0.005296165822073817, | |
| 0.005344662116840482, | |
| 0.005400084191933274, | |
| 0.005280866054818034, | |
| 0.005281302146613598, | |
| 0.00525820697657764, | |
| 0.0053918089251965284, | |
| 0.005296198884025216, | |
| 0.005269279005005956, | |
| 0.005297746043652296, | |
| 0.005772335920482874, | |
| 0.005471205106005073, | |
| 0.005652945023030043, | |
| 0.005432760808616877, | |
| 0.005330576794221997, | |
| 0.005378882167860866, | |
| 0.005314253969117999, | |
| 0.005487049929797649, | |
| 0.0053099270444363356, | |
| 0.005290773930028081, | |
| 0.005302806152030826, | |
| 0.005302204983308911, | |
| 0.005382142961025238, | |
| 0.0053118811920285225, | |
| 0.005467882147058845, | |
| 0.005252242088317871, | |
| 0.005282076075673103, | |
| 0.005300994962453842, | |
| 0.0052543929778039455, | |
| 0.005286382976919413, | |
| 0.0052844679448753595, | |
| 0.00528948986902833, | |
| 0.005412857048213482, | |
| 0.005288172047585249, | |
| 0.005323170917108655, | |
| 0.0057932850904762745, | |
| 0.00524828489869833, | |
| 0.005311364773660898, | |
| 0.005554433912038803, | |
| 0.005481400992721319, | |
| 0.005470491014420986, | |
| 0.0056078501511365175, | |
| 0.005522205028682947, | |
| 0.00546479201875627, | |
| 0.005435921018943191, | |
| 0.005569289904087782, | |
| 0.005436620907858014, | |
| 0.005298743024468422, | |
| 0.005330083193257451, | |
| 0.005624552955850959, | |
| 0.005709310993552208, | |
| 0.005329109961166978, | |
| 0.005602946970611811, | |
| 0.0053827050141990185, | |
| 0.005358874797821045, | |
| 0.005302357021719217, | |
| 0.005347046069800854, | |
| 0.005518704187124968, | |
| 0.005429544020444155, | |
| 0.005329260835424066, | |
| 0.005325739039108157, | |
| 0.005411428865045309, | |
| 0.005477430997416377, | |
| 0.005583350080996752, | |
| 0.005424916045740247, | |
| 0.005314192036166787, | |
| 0.005463927052915096, | |
| 0.005373131949454546, | |
| 0.0056877280585467815, | |
| 0.005366279976442456, | |
| 0.005674948915839195, | |
| 0.0054483909625560045, | |
| 0.005362907890230417, | |
| 0.005373605992645025, | |
| 0.005482690874487162, | |
| 0.005321403034031391, | |
| 0.005350830964744091, | |
| 0.0054803111124783754, | |
| 0.005616485141217709, | |
| 0.005425645969808102, | |
| 0.005281103076413274, | |
| 0.005344646982848644, | |
| 0.005651045124977827, | |
| 0.005251857917755842, | |
| 0.005310032982379198, | |
| 0.005405331030488014, | |
| 0.0056353299878537655, | |
| 0.0053573420736938715, | |
| 0.005627912934869528, | |
| 0.005352828884497285, | |
| 0.00557986693456769, | |
| 0.005444241920486093, | |
| 0.005481411004438996, | |
| 0.0054243558552116156, | |
| 0.005518826888874173, | |
| 0.0056532749440521, | |
| 0.005412441911175847, | |
| 0.005327041959390044, | |
| 0.005511129042133689, | |
| 0.005653454922139645, | |
| 0.005322074051946402, | |
| 0.005668489960953593, | |
| 0.00526640098541975, | |
| 0.00527064292691648, | |
| 0.005267329979687929, | |
| 0.005271613132208586, | |
| 0.005272243870422244, | |
| 0.005258267046883702, | |
| 0.005424523027613759, | |
| 0.005253711948171258, | |
| 0.0052705861162394285, | |
| 0.005675435997545719, | |
| 0.00571040203794837, | |
| 0.005268662003800273, | |
| 0.005231932969763875, | |
| 0.005263002123683691, | |
| 0.005412094062194228, | |
| 0.005363872041925788, | |
| 0.005305893020704389, | |
| 0.005317094968631864, | |
| 0.00554488692432642, | |
| 0.005340225994586945, | |
| 0.005581646924838424, | |
| 0.005388772813603282, | |
| 0.005249392939731479, | |
| 0.005243994062766433, | |
| 0.005254147108644247, | |
| 0.005389566067606211, | |
| 0.005252955015748739, | |
| 0.005535258911550045, | |
| 0.005376220913603902, | |
| 0.00562854902818799, | |
| 0.00525881489738822, | |
| 0.005324243102222681, | |
| 0.0053848400712013245, | |
| 0.0053660019766539335, | |
| 0.005339543102309108, | |
| 0.005330574931576848, | |
| 0.0052817570976912975, | |
| 0.005349428858608007, | |
| 0.005339326104149222, | |
| 0.005265161162242293, | |
| 0.005234238924458623, | |
| 0.0052382361609488726, | |
| 0.0052486739587038755, | |
| 0.0053875260055065155, | |
| 0.0056394231505692005, | |
| 0.005392438033595681, | |
| 0.005284583196043968, | |
| 0.005608665989711881, | |
| 0.005270213121548295, | |
| 0.005357172805815935, | |
| 0.005261881975457072, | |
| 0.0057469140738248825, | |
| 0.005299009848386049, | |
| 0.0056006768718361855, | |
| 0.005360662937164307, | |
| 0.005320258904248476, | |
| 0.0053511199075728655, | |
| 0.00532352109439671, | |
| 0.005316750844940543, | |
| 0.00535160000436008, | |
| 0.005300950026139617, | |
| 0.005361238960176706, | |
| 0.005299008917063475, | |
| 0.005281676072627306, | |
| 0.005618376890197396, | |
| 0.00556995696388185, | |
| 0.005658303154632449, | |
| 0.005310666048899293, | |
| 0.005355974193662405, | |
| 0.005710944999009371, | |
| 0.005370734957978129, | |
| 0.005354802822694182, | |
| 0.005279663950204849, | |
| 0.005341860931366682, | |
| 0.0052588991820812225, | |
| 0.005327564897015691, | |
| 0.005820118123665452, | |
| 0.0054268608801066875, | |
| 0.0055333280470222235, | |
| 0.005372852087020874, | |
| 0.005386591888964176, | |
| 0.0053133429028093815, | |
| 0.00543626700527966, | |
| 0.005353593034669757, | |
| 0.005467134993523359, | |
| 0.005651299841701984, | |
| 0.005641850875690579, | |
| 0.005432948004454374, | |
| 0.00531062507070601, | |
| 0.00559053011238575, | |
| 0.005363072967156768, | |
| 0.005427098134532571, | |
| 0.005315837915986776, | |
| 0.005323993973433971, | |
| 0.005312884924933314, | |
| 0.0054556140676140785, | |
| 0.005460069980472326, | |
| 0.005361407995223999, | |
| 0.005643926095217466, | |
| 0.005607767030596733, | |
| 0.005428490927442908, | |
| 0.005390082951635122, | |
| 0.005601980956271291, | |
| 0.005374338943511248, | |
| 0.005332947941496968, | |
| 0.005379426991567016, | |
| 0.005320736905559897, | |
| 0.005598938092589378, | |
| 0.0053867800161242485, | |
| 0.00558954500593245, | |
| 0.00531983794644475, | |
| 0.00540581694804132, | |
| 0.005673711886629462, | |
| 0.0054033498745411634, | |
| 0.005489500937983394, | |
| 0.00540886796079576, | |
| 0.005631698993965983, | |
| 0.005632010055705905, | |
| 0.005663861054927111, | |
| 0.005373765015974641, | |
| 0.005505630047991872, | |
| 0.00572445522993803, | |
| 0.005469051189720631, | |
| 0.0054986970499157906, | |
| 0.005325288977473974, | |
| 0.005629922961816192, | |
| 0.005338585935533047, | |
| 0.005368754034861922, | |
| 0.005426670890301466, | |
| 0.005337350070476532, | |
| 0.005379986949265003, | |
| 0.005563678918406367, | |
| 0.005369589198380709, | |
| 0.005603922996670008, | |
| 0.005365259945392609, | |
| 0.005285444902256131, | |
| 0.005354379070922732, | |
| 0.005710872123017907, | |
| 0.005616642767563462, | |
| 0.005350694991648197, | |
| 0.005630101077258587, | |
| 0.005589934065937996, | |
| 0.005585569888353348, | |
| 0.005289759952574968, | |
| 0.005665468983352184, | |
| 0.005446674069389701, | |
| 0.005521847866475582, | |
| 0.005348387872800231, | |
| 0.00538301607593894, | |
| 0.005635756999254227, | |
| 0.005638036876916885, | |
| 0.005382567876949906, | |
| 0.005483356071636081, | |
| 0.005477757193148136, | |
| 0.005350783932954073, | |
| 0.005321388132870197, | |
| 0.005304140038788319, | |
| 0.005360937910154462, | |
| 0.005640568910166621, | |
| 0.005364596843719482, | |
| 0.005366923054680228, | |
| 0.005645886994898319, | |
| 0.005399745889008045, | |
| 0.005442864028736949, | |
| 0.005462238099426031, | |
| 0.005276453914120793, | |
| 0.005361570976674557, | |
| 0.005352489184588194, | |
| 0.005342389922589064, | |
| 0.005348619073629379, | |
| 0.005298591917380691, | |
| 0.005585986888036132, | |
| 0.005615269998088479, | |
| 0.00531990802846849, | |
| 0.0053771131206303835, | |
| 0.005494272103533149, | |
| 0.005699715809896588, | |
| 0.0054956539534032345, | |
| 0.005461161024868488, | |
| 0.005355776054784656, | |
| 0.00581991788931191, | |
| 0.005503870081156492, | |
| 0.005457173800095916, | |
| 0.0056378289591521025, | |
| 0.005647279089316726, | |
| 0.005676046013832092, | |
| 0.005574718117713928, | |
| 0.005367425968870521, | |
| 0.005419356981292367, | |
| 0.0053446420934051275, | |
| 0.005250615067780018, | |
| 0.0052957539446651936, | |
| 0.0053156339563429356, | |
| 0.005277124000713229, | |
| 0.005655693123117089, | |
| 0.0056553061585873365, | |
| 0.005310103064402938, | |
| 0.005423735128715634, | |
| 0.005408028839156032, | |
| 0.005638648988679051, | |
| 0.005303917918354273, | |
| 0.005342778982594609, | |
| 0.0052990049589425325, | |
| 0.005293851951137185, | |
| 0.005364279029890895, | |
| 0.005360707174986601, | |
| 0.005589570151641965, | |
| 0.005361631978303194, | |
| 0.005701584042981267, | |
| 0.005304743070155382, | |
| 0.005440388107672334, | |
| 0.0055767809972167015, | |
| 0.005659725982695818, | |
| 0.005325028207153082, | |
| 0.005340141011402011, | |
| 0.005375280976295471, | |
| 0.00549497501924634, | |
| 0.005349414888769388, | |
| 0.005410478916019201, | |
| 0.005532820010557771, | |
| 0.005240214057266712, | |
| 0.005252927076071501, | |
| 0.005284830927848816, | |
| 0.005677137989550829, | |
| 0.005294564878568053, | |
| 0.005667123943567276, | |
| 0.005287257023155689, | |
| 0.0053258168045431376, | |
| 0.005371781997382641, | |
| 0.005517059937119484, | |
| 0.005441262852400541, | |
| 0.00545499799773097, | |
| 0.005407382035627961, | |
| 0.005351681960746646, | |
| 0.005570651032030582, | |
| 0.005442462163046002, | |
| 0.00567264505662024, | |
| 0.0053683549631386995, | |
| 0.005277191987261176, | |
| 0.005302530946210027, | |
| 0.005397472996264696, | |
| 0.005362882977351546, | |
| 0.0052594810258597136, | |
| 0.0052365760784596205, | |
| 0.005296349059790373, | |
| 0.005337430164217949, | |
| 0.005660147871822119, | |
| 0.005281764082610607, | |
| 0.005530172027647495, | |
| 0.005306024104356766, | |
| 0.005336323985829949, | |
| 0.005425712093710899, | |
| 0.005485723959282041, | |
| 0.005407938035205007, | |
| 0.005483123939484358, | |
| 0.005453146994113922, | |
| 0.005286120111122727, | |
| 0.005307473940774798, | |
| 0.005321572069078684, | |
| 0.0054512289352715015, | |
| 0.00530362781137228, | |
| 0.005277490010485053, | |
| 0.00542791117914021, | |
| 0.005432310979813337, | |
| 0.005540721118450165, | |
| 0.005229221889749169, | |
| 0.005285491002723575, | |
| 0.005370147991925478, | |
| 0.0052838739939033985, | |
| 0.005384437972679734, | |
| 0.005445020971819758, | |
| 0.005448380019515753, | |
| 0.005677209934219718, | |
| 0.005411890102550387, | |
| 0.005409418139606714, | |
| 0.005546083906665444, | |
| 0.005390356993302703, | |
| 0.005347873084247112, | |
| 0.005677595967426896, | |
| 0.005649255122989416, | |
| 0.005297166993841529, | |
| 0.005294310161843896, | |
| 0.005271654110401869, | |
| 0.005338395945727825, | |
| 0.005294193979352713, | |
| 0.005439450964331627, | |
| 0.005386821925640106, | |
| 0.005577347008511424, | |
| 0.0055696789640933275, | |
| 0.005524605978280306, | |
| 0.005272142123430967, | |
| 0.005265087122097611, | |
| 0.005398732842877507, | |
| 0.005563703831285238, | |
| 0.005548038985580206, | |
| 0.005300574935972691, | |
| 0.005853984039276838, | |
| 0.005254752933979034, | |
| 0.005328418919816613, | |
| 0.00537320482544601, | |
| 0.005310996202751994, | |
| 0.005311356158927083, | |
| 0.005633510183542967, | |
| 0.005675983149558306, | |
| 0.005372973857447505, | |
| 0.005340445088222623, | |
| 0.005634248955175281, | |
| 0.005451459903270006, | |
| 0.005261790007352829, | |
| 0.005247993161901832, | |
| 0.005508454982191324, | |
| 0.005261069163680077, | |
| 0.0052681430242955685, | |
| 0.005388135090470314, | |
| 0.005641371943056583, | |
| 0.005303790094330907, | |
| 0.0054163511376827955, | |
| 0.00559575785882771, | |
| 0.005378399044275284, | |
| 0.005267540225759149, | |
| 0.005277649965137243, | |
| 0.0053622492123395205, | |
| 0.005318386945873499, | |
| 0.005292604910209775, | |
| 0.005390526028349996, | |
| 0.005662790033966303, | |
| 0.005657642148435116, | |
| 0.005361535120755434, | |
| 0.005352098029106855, | |
| 0.005811688024550676, | |
| 0.005316672846674919, | |
| 0.0054191870149225, | |
| 0.0056024170480668545, | |
| 0.005656651919707656, | |
| 0.005523629020899534, | |
| 0.005269946996122599, | |
| 0.005301974946632981, | |
| 0.005649249069392681, | |
| 0.005379678914323449, | |
| 0.005425913957878947, | |
| 0.005810469854623079, | |
| 0.005309512838721275 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_end_to_end", | |
| "name": "test_kinop_execution_strategy[cpu-ExecutionStrategy.hand_rolled]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_kinop_execution_strategy[cpu-ExecutionStrategy.hand_rolled]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "UNSERIALIZABLE[<ExecutionStrategy.hand_rolled: 'hand_rolled'>]" | |
| }, | |
| "param": "cpu-ExecutionStrategy.hand_rolled", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.13764983089640737, | |
| "max": 0.4259833109099418, | |
| "mean": 0.20479470940635486, | |
| "stddev": 0.07036364506878905, | |
| "rounds": 17, | |
| "median": 0.2113122830633074, | |
| "iqr": 0.07071529957465827, | |
| "q1": 0.14381597441388294, | |
| "q3": 0.21453127398854122, | |
| "iqr_outliers": 1, | |
| "stddev_outliers": 2, | |
| "outliers": "2;1", | |
| "ld15iqr": 0.13764983089640737, | |
| "hd15iqr": 0.4259833109099418, | |
| "ops": 4.882938640840542, | |
| "total": 3.4815100599080324, | |
| "data": [ | |
| 0.2871238039806485, | |
| 0.23429372906684875, | |
| 0.21562667889520526, | |
| 0.2141661390196532, | |
| 0.2128983500879258, | |
| 0.2118688439950347, | |
| 0.2120676210615784, | |
| 0.2113122830633074, | |
| 0.4259833109099418, | |
| 0.19667483097873628, | |
| 0.17219921690411866, | |
| 0.18480579112656415, | |
| 0.13990796310827136, | |
| 0.14029040886089206, | |
| 0.13965009502135217, | |
| 0.13764983089640737, | |
| 0.14499116293154657 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_end_to_end", | |
| "name": "test_kinop_execution_strategy[cpu-ExecutionStrategy.torch_efficient]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_kinop_execution_strategy[cpu-ExecutionStrategy.torch_efficient]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "UNSERIALIZABLE[<ExecutionStrategy.torch_efficient: 'torch_efficient'>]" | |
| }, | |
| "param": "cpu-ExecutionStrategy.torch_efficient", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.14182466408237815, | |
| "max": 0.3567497651092708, | |
| "mean": 0.21095193440497323, | |
| "stddev": 0.07236028423912716, | |
| "rounds": 37, | |
| "median": 0.18051293096505105, | |
| "iqr": 0.14132587076164782, | |
| "q1": 0.14448552258545533, | |
| "q3": 0.28581139334710315, | |
| "iqr_outliers": 0, | |
| "stddev_outliers": 10, | |
| "outliers": "10;0", | |
| "ld15iqr": 0.14182466408237815, | |
| "hd15iqr": 0.3567497651092708, | |
| "ops": 4.740416355131678, | |
| "total": 7.80522157298401, | |
| "data": [ | |
| 0.14235809491947293, | |
| 0.1430014029610902, | |
| 0.14182466408237815, | |
| 0.14218027400784194, | |
| 0.1424910279456526, | |
| 0.15074670501053333, | |
| 0.17989355395548046, | |
| 0.18051293096505105, | |
| 0.14791718102060258, | |
| 0.3567497651092708, | |
| 0.14419429004192352, | |
| 0.144173912005499, | |
| 0.14895001892000437, | |
| 0.14492906793020666, | |
| 0.14553305390290916, | |
| 0.177964658010751, | |
| 0.19278904795646667, | |
| 0.14458260009996593, | |
| 0.2305630650371313, | |
| 0.23026205319911242, | |
| 0.28835645294748247, | |
| 0.2849630401469767, | |
| 0.33925309707410634, | |
| 0.28978939703665674, | |
| 0.29006950417533517, | |
| 0.291408744873479, | |
| 0.29032237990759313, | |
| 0.33600113284774125, | |
| 0.33005142491310835, | |
| 0.27796433796174824, | |
| 0.2729785710107535, | |
| 0.2439820459112525, | |
| 0.21374469599686563, | |
| 0.1454831869341433, | |
| 0.19305261108092964, | |
| 0.143314448883757, | |
| 0.14286913420073688 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_end_to_end", | |
| "name": "test_kinop_execution_strategy[cpu-ExecutionStrategy.torch_min_depth]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_kinop_execution_strategy[cpu-ExecutionStrategy.torch_min_depth]", | |
| "params": { | |
| "torch_device": "cpu", | |
| "execution_strategy": "UNSERIALIZABLE[<ExecutionStrategy.torch_min_depth: 'torch_min_depth'>]" | |
| }, | |
| "param": "cpu-ExecutionStrategy.torch_min_depth", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.15419858694076538, | |
| "max": 0.4306833459995687, | |
| "mean": 0.26991127328137343, | |
| "stddev": 0.07657415859946114, | |
| "rounds": 23, | |
| "median": 0.26123623293824494, | |
| "iqr": 0.05123825918417424, | |
| "q1": 0.24017755402019247, | |
| "q3": 0.2914158132043667, | |
| "iqr_outliers": 6, | |
| "stddev_outliers": 8, | |
| "outliers": "8;6", | |
| "ld15iqr": 0.1900885000359267, | |
| "hd15iqr": 0.38406943203881383, | |
| "ops": 3.7049212055605167, | |
| "total": 6.207959285471588, | |
| "data": [ | |
| 0.2885809389408678, | |
| 0.38406943203881383, | |
| 0.26123623293824494, | |
| 0.23997817700728774, | |
| 0.24914229498244822, | |
| 0.24077568505890667, | |
| 0.25101449503563344, | |
| 0.25005272193811834, | |
| 0.24535822100006044, | |
| 0.26240221597254276, | |
| 0.4246284030377865, | |
| 0.2905965531244874, | |
| 0.2915861599612981, | |
| 0.29090477293357253, | |
| 0.2905832538381219, | |
| 0.3637939568143338, | |
| 0.4306833459995687, | |
| 0.2977894148789346, | |
| 0.15419858694076538, | |
| 0.1984927118755877, | |
| 0.1900885000359267, | |
| 0.1569901560433209, | |
| 0.15501305507496 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_end_to_end", | |
| "name": "test_kinop_execution_strategy[cuda-ExecutionStrategy.hand_rolled]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_kinop_execution_strategy[cuda-ExecutionStrategy.hand_rolled]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "UNSERIALIZABLE[<ExecutionStrategy.hand_rolled: 'hand_rolled'>]" | |
| }, | |
| "param": "cuda-ExecutionStrategy.hand_rolled", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.06170885288156569, | |
| "max": 0.07430059812031686, | |
| "mean": 0.062263437939275586, | |
| "stddev": 0.0015085113772462687, | |
| "rounds": 70, | |
| "median": 0.06202704296447337, | |
| "iqr": 0.0002082830760627985, | |
| "q1": 0.06193103385157883, | |
| "q3": 0.06213931692764163, | |
| "iqr_outliers": 5, | |
| "stddev_outliers": 2, | |
| "outliers": "2;5", | |
| "ld15iqr": 0.06170885288156569, | |
| "hd15iqr": 0.06246603303588927, | |
| "ops": 16.060789977181827, | |
| "total": 4.358440655749291, | |
| "data": [ | |
| 0.06264064810238779, | |
| 0.062232308089733124, | |
| 0.062106786062940955, | |
| 0.06198220793157816, | |
| 0.06222048099152744, | |
| 0.06205824203789234, | |
| 0.062052864115685225, | |
| 0.062030397122725844, | |
| 0.0621496569365263, | |
| 0.06246603303588927, | |
| 0.062068844214081764, | |
| 0.06191739114001393, | |
| 0.06193103385157883, | |
| 0.062005128944292665, | |
| 0.06187527999281883, | |
| 0.062091005966067314, | |
| 0.06189019908197224, | |
| 0.062142980052158237, | |
| 0.062041962053626776, | |
| 0.06202904996462166, | |
| 0.062381573021411896, | |
| 0.06202223105356097, | |
| 0.06201322400011122, | |
| 0.06207142397761345, | |
| 0.06193011696450412, | |
| 0.06232091598212719, | |
| 0.06220396584831178, | |
| 0.06201205519028008, | |
| 0.06213931692764163, | |
| 0.062074519926682115, | |
| 0.062023468082770705, | |
| 0.062210934003815055, | |
| 0.06208475586026907, | |
| 0.0623638890683651, | |
| 0.06193568999879062, | |
| 0.06202503596432507, | |
| 0.06206994713284075, | |
| 0.06218753312714398, | |
| 0.06203461601398885, | |
| 0.062055200105533004, | |
| 0.06205638498067856, | |
| 0.06235463288612664, | |
| 0.062315721064805984, | |
| 0.06194551684893668, | |
| 0.06207921891473234, | |
| 0.06193751795217395, | |
| 0.06201468384824693, | |
| 0.06211259192787111, | |
| 0.0620173008646816, | |
| 0.061862194910645485, | |
| 0.06182379904203117, | |
| 0.06173368310555816, | |
| 0.06176592502743006, | |
| 0.0619944769423455, | |
| 0.06181841599754989, | |
| 0.0617398580070585, | |
| 0.06178753590211272, | |
| 0.06201135483570397, | |
| 0.06183495093137026, | |
| 0.061993118142709136, | |
| 0.06177320284768939, | |
| 0.06179897510446608, | |
| 0.0645618720445782, | |
| 0.07430059812031686, | |
| 0.06196721293963492, | |
| 0.06333299307152629, | |
| 0.06190431187860668, | |
| 0.061819651862606406, | |
| 0.06198119092732668, | |
| 0.06170885288156569 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_end_to_end", | |
| "name": "test_kinop_execution_strategy[cuda-ExecutionStrategy.torch_efficient]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_kinop_execution_strategy[cuda-ExecutionStrategy.torch_efficient]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "UNSERIALIZABLE[<ExecutionStrategy.torch_efficient: 'torch_efficient'>]" | |
| }, | |
| "param": "cuda-ExecutionStrategy.torch_efficient", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.08764782594516873, | |
| "max": 0.10775396600365639, | |
| "mean": 0.08993964513723293, | |
| "stddev": 0.0030001487741271845, | |
| "rounds": 46, | |
| "median": 0.0895393320824951, | |
| "iqr": 0.0009396339301019907, | |
| "q1": 0.08881836105138063, | |
| "q3": 0.08975799498148263, | |
| "iqr_outliers": 3, | |
| "stddev_outliers": 2, | |
| "outliers": "2;3", | |
| "ld15iqr": 0.08764782594516873, | |
| "hd15iqr": 0.09180957195349038, | |
| "ops": 11.118567328947835, | |
| "total": 4.137223676312715, | |
| "data": [ | |
| 0.10775396600365639, | |
| 0.08868146501481533, | |
| 0.08880082191899419, | |
| 0.08865039399825037, | |
| 0.08879298390820622, | |
| 0.08881836105138063, | |
| 0.09009760385379195, | |
| 0.08805640414357185, | |
| 0.08790967892855406, | |
| 0.09180957195349038, | |
| 0.08797578094527125, | |
| 0.08764782594516873, | |
| 0.08770850207656622, | |
| 0.0878971409983933, | |
| 0.08851698599755764, | |
| 0.09663054184056818, | |
| 0.08965278998948634, | |
| 0.08943157806061208, | |
| 0.0895345751196146, | |
| 0.09011025610379875, | |
| 0.0895346300676465, | |
| 0.08946303697302938, | |
| 0.08945685508660972, | |
| 0.08956172503530979, | |
| 0.08949752198532224, | |
| 0.08954315516166389, | |
| 0.0895845650229603, | |
| 0.08953502704389393, | |
| 0.08945675799623132, | |
| 0.08957294700667262, | |
| 0.08970321016386151, | |
| 0.08981894003227353, | |
| 0.0897137459833175, | |
| 0.0895287140738219, | |
| 0.09044069400988519, | |
| 0.08958898298442364, | |
| 0.08947597886435688, | |
| 0.0895355090033263, | |
| 0.08961604489013553, | |
| 0.08966819709166884, | |
| 0.08973106020130217, | |
| 0.09006559988483787, | |
| 0.09007223881781101, | |
| 0.08975799498148263, | |
| 0.09005920612253249, | |
| 0.09076410997658968 | |
| ], | |
| "iterations": 1 | |
| } | |
| }, | |
| { | |
| "group": "kinematic_end_to_end", | |
| "name": "test_kinop_execution_strategy[cuda-ExecutionStrategy.torch_min_depth]", | |
| "fullname": "tmol/tests/score/test_score_benchmarks.py::test_kinop_execution_strategy[cuda-ExecutionStrategy.torch_min_depth]", | |
| "params": { | |
| "torch_device": "cuda", | |
| "execution_strategy": "UNSERIALIZABLE[<ExecutionStrategy.torch_min_depth: 'torch_min_depth'>]" | |
| }, | |
| "param": "cuda-ExecutionStrategy.torch_min_depth", | |
| "extra_info": {}, | |
| "options": { | |
| "disable_gc": false, | |
| "timer": "perf_counter", | |
| "min_rounds": 5, | |
| "max_time": 5.0, | |
| "min_time": 5e-06, | |
| "warmup": false | |
| }, | |
| "stats": { | |
| "min": 0.0776216578669846, | |
| "max": 0.07868124009110034, | |
| "mean": 0.07797636008035624, | |
| "stddev": 0.00025760465811339606, | |
| "rounds": 64, | |
| "median": 0.07795055548194796, | |
| "iqr": 0.00040251656901091337, | |
| "q1": 0.07774247194174677, | |
| "q3": 0.07814498851075768, | |
| "iqr_outliers": 0, | |
| "stddev_outliers": 17, | |
| "outliers": "17;0", | |
| "ld15iqr": 0.0776216578669846, | |
| "hd15iqr": 0.07868124009110034, | |
| "ops": 12.824399586868115, | |
| "total": 4.9904870451428, | |
| "data": [ | |
| 0.07808845699764788, | |
| 0.07799780508503318, | |
| 0.0776216578669846, | |
| 0.07776846108026803, | |
| 0.07775933085940778, | |
| 0.07773041096515954, | |
| 0.07769935601390898, | |
| 0.07776360213756561, | |
| 0.07792651909403503, | |
| 0.07806981215253472, | |
| 0.07782268198207021, | |
| 0.07772905309684575, | |
| 0.07775750383734703, | |
| 0.07772134616971016, | |
| 0.07773358002305031, | |
| 0.07768508396111429, | |
| 0.07771192095242441, | |
| 0.07775667193345726, | |
| 0.07770992699079216, | |
| 0.07776568294502795, | |
| 0.0777478888630867, | |
| 0.07788051711395383, | |
| 0.07810720195993781, | |
| 0.07773705502040684, | |
| 0.07772023207508028, | |
| 0.07772973808459938, | |
| 0.07778441300615668, | |
| 0.07791104703210294, | |
| 0.07797459186986089, | |
| 0.07784430705942214, | |
| 0.07765297498553991, | |
| 0.0776898202020675, | |
| 0.07785762893036008, | |
| 0.07779454905539751, | |
| 0.07789179100655019, | |
| 0.07811925583519042, | |
| 0.07762488489970565, | |
| 0.07768425601534545, | |
| 0.07819851394742727, | |
| 0.07814258709549904, | |
| 0.07810467295348644, | |
| 0.07815414015203714, | |
| 0.07836461486294866, | |
| 0.07815056899562478, | |
| 0.07809746987186372, | |
| 0.07809407007880509, | |
| 0.07810570113360882, | |
| 0.07835960388183594, | |
| 0.07868124009110034, | |
| 0.07813406502828002, | |
| 0.07818858115933836, | |
| 0.07815711805596948, | |
| 0.07812231290154159, | |
| 0.07800937304273248, | |
| 0.07844949001446366, | |
| 0.07834443892352283, | |
| 0.07844787300564349, | |
| 0.07804632699117064, | |
| 0.07818758697248995, | |
| 0.07815597509033978, | |
| 0.07850655587390065, | |
| 0.07851735106669366, | |
| 0.07814738992601633, | |
| 0.0780484068673104 | |
| ], | |
| "iterations": 1 | |
| } | |
| } | |
| ], | |
| "datetime": "2018-07-04T00:45:09.517304", | |
| "version": "3.1.1" | |
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ============================= test session starts ============================== | |
| platform linux -- Python 3.6.6, pytest-3.6.2, py-1.5.3, pluggy-0.6.0 | |
| benchmark: 3.1.1 (defaults: timer=time.perf_counter disable_gc=False min_rounds=5 min_time=0.000005 max_time=5.0 calibration_precision=10 warmup=False warmup_iterations=100000) | |
| rootdir: /home/alexford/workspace/tmol, inifile: pytest.ini | |
| plugins: xdist-1.22.2, instafail-0.4.0, forked-0.2, faulthandler-1.5.0, cov-2.5.1, benchmark-3.1.1 | |
| collected 79 items | |
| tmol/tests/kinematics/test_builder.py sss [ 3%] | |
| tmol/tests/kinematics/test_gpu_operations.py sss [ 7%] | |
| tmol/tests/kinematics/test_metadata.py s [ 8%] | |
| tmol/tests/kinematics/test_operations.py ssssssssssssssssss [ 31%] | |
| tmol/tests/kinematics/test_torch_op.py ............ssssss [ 54%] | |
| tmol/tests/score/test_score_benchmarks.py .............................. [ 92%] | |
| ...... [100%] | |
| Computing stats ... Computing stats ... group 1/4 Computing stats ... group 1/4: min Computing stats ... group 1/4: min (1/6) Computing stats ... group 1/4: min (2/6) Computing stats ... group 1/4: min (3/6) Computing stats ... group 1/4: min (4/6) Computing stats ... group 1/4: min (5/6) Computing stats ... group 1/4: min (6/6) Computing stats ... group 1/4: min (1/6) Computing stats ... group 1/4: min (2/6) Computing stats ... group 1/4: min (3/6) Computing stats ... group 1/4: min (4/6) Computing stats ... group 1/4: min (5/6) Computing stats ... group 1/4: min (6/6) Computing stats ... group 1/4: max Computing stats ... group 1/4: max (1/6) Computing stats ... group 1/4: max (2/6) Computing stats ... group 1/4: max (3/6) Computing stats ... group 1/4: max (4/6) Computing stats ... group 1/4: max (5/6) Computing stats ... group 1/4: max (6/6) Computing stats ... group 1/4: max (1/6) Computing stats ... group 1/4: max (2/6) Computing stats ... group 1/4: max (3/6) Computing stats ... group 1/4: max (4/6) Computing stats ... group 1/4: max (5/6) Computing stats ... group 1/4: max (6/6) Computing stats ... group 1/4: mean Computing stats ... group 1/4: mean (1/6) Computing stats ... group 1/4: mean (2/6) Computing stats ... group 1/4: mean (3/6) Computing stats ... group 1/4: mean (4/6) Computing stats ... group 1/4: mean (5/6) Computing stats ... group 1/4: mean (6/6) Computing stats ... group 1/4: mean (1/6) Computing stats ... group 1/4: mean (2/6) Computing stats ... group 1/4: mean (3/6) Computing stats ... group 1/4: mean (4/6) Computing stats ... group 1/4: mean (5/6) Computing stats ... group 1/4: mean (6/6) Computing stats ... group 1/4: median Computing stats ... group 1/4: median (1/6) Computing stats ... group 1/4: median (2/6) Computing stats ... group 1/4: median (3/6) Computing stats ... group 1/4: median (4/6) Computing stats ... group 1/4: median (5/6) Computing stats ... group 1/4: median (6/6) Computing stats ... group 1/4: median (1/6) Computing stats ... group 1/4: median (2/6) Computing stats ... group 1/4: median (3/6) Computing stats ... group 1/4: median (4/6) Computing stats ... group 1/4: median (5/6) Computing stats ... group 1/4: median (6/6) Computing stats ... group 1/4: iqr Computing stats ... group 1/4: iqr (1/6) Computing stats ... group 1/4: iqr (2/6) Computing stats ... group 1/4: iqr (3/6) Computing stats ... group 1/4: iqr (4/6) Computing stats ... group 1/4: iqr (5/6) Computing stats ... group 1/4: iqr (6/6) Computing stats ... group 1/4: iqr (1/6) Computing stats ... group 1/4: iqr (2/6) Computing stats ... group 1/4: iqr (3/6) Computing stats ... group 1/4: iqr (4/6) Computing stats ... group 1/4: iqr (5/6) Computing stats ... group 1/4: iqr (6/6) Computing stats ... group 1/4: stddev Computing stats ... group 1/4: stddev (1/6) Computing stats ... group 1/4: stddev (2/6) Computing stats ... group 1/4: stddev (3/6) Computing stats ... group 1/4: stddev (4/6) Computing stats ... group 1/4: stddev (5/6) Computing stats ... group 1/4: stddev (6/6) Computing stats ... group 1/4: stddev (1/6) Computing stats ... group 1/4: stddev (2/6) Computing stats ... group 1/4: stddev (3/6) Computing stats ... group 1/4: stddev (4/6) Computing stats ... group 1/4: stddev (5/6) Computing stats ... group 1/4: stddev (6/6) Computing stats ... group 1/4: ops Computing stats ... group 1/4: ops (1/6) Computing stats ... group 1/4: ops (2/6) Computing stats ... group 1/4: ops (3/6) Computing stats ... group 1/4: ops (4/6) Computing stats ... group 1/4: ops (5/6) Computing stats ... group 1/4: ops (6/6) Computing stats ... group 1/4: ops (1/6) Computing stats ... group 1/4: ops (2/6) Computing stats ... group 1/4: ops (3/6) Computing stats ... group 1/4: ops (4/6) Computing stats ... group 1/4: ops (5/6) Computing stats ... group 1/4: ops (6/6) Computing stats ... group 1/4: ops: outliers Computing stats ... group 1/4: ops: outliers (1/6) Computing stats ... group 1/4: ops: outliers (2/6) Computing stats ... group 1/4: ops: outliers (3/6) Computing stats ... group 1/4: ops: outliers (4/6) Computing stats ... group 1/4: ops: outliers (5/6) Computing stats ... group 1/4: ops: outliers (6/6) Computing stats ... group 1/4: ops: rounds Computing stats ... group 1/4: ops: rounds (1/6) Computing stats ... group 1/4: ops: rounds (2/6) Computing stats ... group 1/4: ops: rounds (3/6) Computing stats ... group 1/4: ops: rounds (4/6) Computing stats ... group 1/4: ops: rounds (5/6) Computing stats ... group 1/4: ops: rounds (6/6) Computing stats ... group 1/4: ops: iterations Computing stats ... group 1/4: ops: iterations (1/6) Computing stats ... group 1/4: ops: iterations (2/6) Computing stats ... group 1/4: ops: iterations (3/6) Computing stats ... group 1/4: ops: iterations (4/6) Computing stats ... group 1/4: ops: iterations (5/6) Computing stats ... group 1/4: ops: iterations (6/6) -------------------------------------- benchmark 'kinematic_backward_op': 6 tests ------------------------------------- | |
| Name (time in ms) OPS Mean IQR | |
| ----------------------------------------------------------------------------------------------------------------------- | |
| kinematic_torch_op_backward_benchmark[cpu-hand_rolled] 65.7064 (0.36) 15.2192 (2.76) 0.1041 (1.18) | |
| kinematic_torch_op_backward_benchmark[cpu-torch_efficient] 44.9857 (0.25) 22.2293 (4.03) 0.0880 (1.0) | |
| kinematic_torch_op_backward_benchmark[cpu-torch_min_depth] 49.0433 (0.27) 20.3901 (3.69) 0.0902 (1.02) | |
| kinematic_torch_op_backward_benchmark[cuda-hand_rolled] 181.1041 (1.0) 5.5217 (1.0) 0.1479 (1.68) | |
| kinematic_torch_op_backward_benchmark[cuda-torch_efficient] 47.1906 (0.26) 21.1907 (3.84) 0.2790 (3.17) | |
| kinematic_torch_op_backward_benchmark[cuda-torch_min_depth] 68.8226 (0.38) 14.5301 (2.63) 0.1964 (2.23) | |
| ----------------------------------------------------------------------------------------------------------------------- | |
| Computing stats ... group 2/4 Computing stats ... group 2/4: min Computing stats ... group 2/4: min (1/6) Computing stats ... group 2/4: min (2/6) Computing stats ... group 2/4: min (3/6) Computing stats ... group 2/4: min (4/6) Computing stats ... group 2/4: min (5/6) Computing stats ... group 2/4: min (6/6) Computing stats ... group 2/4: min (1/6) Computing stats ... group 2/4: min (2/6) Computing stats ... group 2/4: min (3/6) Computing stats ... group 2/4: min (4/6) Computing stats ... group 2/4: min (5/6) Computing stats ... group 2/4: min (6/6) Computing stats ... group 2/4: max Computing stats ... group 2/4: max (1/6) Computing stats ... group 2/4: max (2/6) Computing stats ... group 2/4: max (3/6) Computing stats ... group 2/4: max (4/6) Computing stats ... group 2/4: max (5/6) Computing stats ... group 2/4: max (6/6) Computing stats ... group 2/4: max (1/6) Computing stats ... group 2/4: max (2/6) Computing stats ... group 2/4: max (3/6) Computing stats ... group 2/4: max (4/6) Computing stats ... group 2/4: max (5/6) Computing stats ... group 2/4: max (6/6) Computing stats ... group 2/4: mean Computing stats ... group 2/4: mean (1/6) Computing stats ... group 2/4: mean (2/6) Computing stats ... group 2/4: mean (3/6) Computing stats ... group 2/4: mean (4/6) Computing stats ... group 2/4: mean (5/6) Computing stats ... group 2/4: mean (6/6) Computing stats ... group 2/4: mean (1/6) Computing stats ... group 2/4: mean (2/6) Computing stats ... group 2/4: mean (3/6) Computing stats ... group 2/4: mean (4/6) Computing stats ... group 2/4: mean (5/6) Computing stats ... group 2/4: mean (6/6) Computing stats ... group 2/4: median Computing stats ... group 2/4: median (1/6) Computing stats ... group 2/4: median (2/6) Computing stats ... group 2/4: median (3/6) Computing stats ... group 2/4: median (4/6) Computing stats ... group 2/4: median (5/6) Computing stats ... group 2/4: median (6/6) Computing stats ... group 2/4: median (1/6) Computing stats ... group 2/4: median (2/6) Computing stats ... group 2/4: median (3/6) Computing stats ... group 2/4: median (4/6) Computing stats ... group 2/4: median (5/6) Computing stats ... group 2/4: median (6/6) Computing stats ... group 2/4: iqr Computing stats ... group 2/4: iqr (1/6) Computing stats ... group 2/4: iqr (2/6) Computing stats ... group 2/4: iqr (3/6) Computing stats ... group 2/4: iqr (4/6) Computing stats ... group 2/4: iqr (5/6) Computing stats ... group 2/4: iqr (6/6) Computing stats ... group 2/4: iqr (1/6) Computing stats ... group 2/4: iqr (2/6) Computing stats ... group 2/4: iqr (3/6) Computing stats ... group 2/4: iqr (4/6) Computing stats ... group 2/4: iqr (5/6) Computing stats ... group 2/4: iqr (6/6) Computing stats ... group 2/4: stddev Computing stats ... group 2/4: stddev (1/6) Computing stats ... group 2/4: stddev (2/6) Computing stats ... group 2/4: stddev (3/6) Computing stats ... group 2/4: stddev (4/6) Computing stats ... group 2/4: stddev (5/6) Computing stats ... group 2/4: stddev (6/6) Computing stats ... group 2/4: stddev (1/6) Computing stats ... group 2/4: stddev (2/6) Computing stats ... group 2/4: stddev (3/6) Computing stats ... group 2/4: stddev (4/6) Computing stats ... group 2/4: stddev (5/6) Computing stats ... group 2/4: stddev (6/6) Computing stats ... group 2/4: ops Computing stats ... group 2/4: ops (1/6) Computing stats ... group 2/4: ops (2/6) Computing stats ... group 2/4: ops (3/6) Computing stats ... group 2/4: ops (4/6) Computing stats ... group 2/4: ops (5/6) Computing stats ... group 2/4: ops (6/6) Computing stats ... group 2/4: ops (1/6) Computing stats ... group 2/4: ops (2/6) Computing stats ... group 2/4: ops (3/6) Computing stats ... group 2/4: ops (4/6) Computing stats ... group 2/4: ops (5/6) Computing stats ... group 2/4: ops (6/6) Computing stats ... group 2/4: ops: outliers Computing stats ... group 2/4: ops: outliers (1/6) Computing stats ... group 2/4: ops: outliers (2/6) Computing stats ... group 2/4: ops: outliers (3/6) Computing stats ... group 2/4: ops: outliers (4/6) Computing stats ... group 2/4: ops: outliers (5/6) Computing stats ... group 2/4: ops: outliers (6/6) Computing stats ... group 2/4: ops: rounds Computing stats ... group 2/4: ops: rounds (1/6) Computing stats ... group 2/4: ops: rounds (2/6) Computing stats ... group 2/4: ops: rounds (3/6) Computing stats ... group 2/4: ops: rounds (4/6) Computing stats ... group 2/4: ops: rounds (5/6) Computing stats ... group 2/4: ops: rounds (6/6) Computing stats ... group 2/4: ops: iterations Computing stats ... group 2/4: ops: iterations (1/6) Computing stats ... group 2/4: ops: iterations (2/6) Computing stats ... group 2/4: ops: iterations (3/6) Computing stats ... group 2/4: ops: iterations (4/6) Computing stats ... group 2/4: ops: iterations (5/6) Computing stats ... group 2/4: ops: iterations (6/6) ----------------------------------------- benchmark 'kinematic_end_to_end': 6 tests ------------------------------------------ | |
| Name (time in ms) OPS Mean IQR | |
| ------------------------------------------------------------------------------------------------------------------------------ | |
| kinop_execution_strategy[cpu-ExecutionStrategy.hand_rolled] 4.8829 (0.30) 204.7947 (3.29) 70.7153 (339.52) | |
| kinop_execution_strategy[cpu-ExecutionStrategy.torch_efficient] 4.7404 (0.30) 210.9519 (3.39) 141.3259 (678.53) | |
| kinop_execution_strategy[cpu-ExecutionStrategy.torch_min_depth] 3.7049 (0.23) 269.9113 (4.33) 51.2383 (246.00) | |
| kinop_execution_strategy[cuda-ExecutionStrategy.hand_rolled] 16.0608 (1.0) 62.2634 (1.0) 0.2083 (1.0) | |
| kinop_execution_strategy[cuda-ExecutionStrategy.torch_efficient] 11.1186 (0.69) 89.9396 (1.44) 0.9396 (4.51) | |
| kinop_execution_strategy[cuda-ExecutionStrategy.torch_min_depth] 12.8244 (0.80) 77.9764 (1.25) 0.4025 (1.93) | |
| ------------------------------------------------------------------------------------------------------------------------------ | |
| Computing stats ... group 3/4 Computing stats ... group 3/4: min Computing stats ... group 3/4: min (1/6) Computing stats ... group 3/4: min (2/6) Computing stats ... group 3/4: min (3/6) Computing stats ... group 3/4: min (4/6) Computing stats ... group 3/4: min (5/6) Computing stats ... group 3/4: min (6/6) Computing stats ... group 3/4: min (1/6) Computing stats ... group 3/4: min (2/6) Computing stats ... group 3/4: min (3/6) Computing stats ... group 3/4: min (4/6) Computing stats ... group 3/4: min (5/6) Computing stats ... group 3/4: min (6/6) Computing stats ... group 3/4: max Computing stats ... group 3/4: max (1/6) Computing stats ... group 3/4: max (2/6) Computing stats ... group 3/4: max (3/6) Computing stats ... group 3/4: max (4/6) Computing stats ... group 3/4: max (5/6) Computing stats ... group 3/4: max (6/6) Computing stats ... group 3/4: max (1/6) Computing stats ... group 3/4: max (2/6) Computing stats ... group 3/4: max (3/6) Computing stats ... group 3/4: max (4/6) Computing stats ... group 3/4: max (5/6) Computing stats ... group 3/4: max (6/6) Computing stats ... group 3/4: mean Computing stats ... group 3/4: mean (1/6) Computing stats ... group 3/4: mean (2/6) Computing stats ... group 3/4: mean (3/6) Computing stats ... group 3/4: mean (4/6) Computing stats ... group 3/4: mean (5/6) Computing stats ... group 3/4: mean (6/6) Computing stats ... group 3/4: mean (1/6) Computing stats ... group 3/4: mean (2/6) Computing stats ... group 3/4: mean (3/6) Computing stats ... group 3/4: mean (4/6) Computing stats ... group 3/4: mean (5/6) Computing stats ... group 3/4: mean (6/6) Computing stats ... group 3/4: median Computing stats ... group 3/4: median (1/6) Computing stats ... group 3/4: median (2/6) Computing stats ... group 3/4: median (3/6) Computing stats ... group 3/4: median (4/6) Computing stats ... group 3/4: median (5/6) Computing stats ... group 3/4: median (6/6) Computing stats ... group 3/4: median (1/6) Computing stats ... group 3/4: median (2/6) Computing stats ... group 3/4: median (3/6) Computing stats ... group 3/4: median (4/6) Computing stats ... group 3/4: median (5/6) Computing stats ... group 3/4: median (6/6) Computing stats ... group 3/4: iqr Computing stats ... group 3/4: iqr (1/6) Computing stats ... group 3/4: iqr (2/6) Computing stats ... group 3/4: iqr (3/6) Computing stats ... group 3/4: iqr (4/6) Computing stats ... group 3/4: iqr (5/6) Computing stats ... group 3/4: iqr (6/6) Computing stats ... group 3/4: iqr (1/6) Computing stats ... group 3/4: iqr (2/6) Computing stats ... group 3/4: iqr (3/6) Computing stats ... group 3/4: iqr (4/6) Computing stats ... group 3/4: iqr (5/6) Computing stats ... group 3/4: iqr (6/6) Computing stats ... group 3/4: stddev Computing stats ... group 3/4: stddev (1/6) Computing stats ... group 3/4: stddev (2/6) Computing stats ... group 3/4: stddev (3/6) Computing stats ... group 3/4: stddev (4/6) Computing stats ... group 3/4: stddev (5/6) Computing stats ... group 3/4: stddev (6/6) Computing stats ... group 3/4: stddev (1/6) Computing stats ... group 3/4: stddev (2/6) Computing stats ... group 3/4: stddev (3/6) Computing stats ... group 3/4: stddev (4/6) Computing stats ... group 3/4: stddev (5/6) Computing stats ... group 3/4: stddev (6/6) Computing stats ... group 3/4: ops Computing stats ... group 3/4: ops (1/6) Computing stats ... group 3/4: ops (2/6) Computing stats ... group 3/4: ops (3/6) Computing stats ... group 3/4: ops (4/6) Computing stats ... group 3/4: ops (5/6) Computing stats ... group 3/4: ops (6/6) Computing stats ... group 3/4: ops (1/6) Computing stats ... group 3/4: ops (2/6) Computing stats ... group 3/4: ops (3/6) Computing stats ... group 3/4: ops (4/6) Computing stats ... group 3/4: ops (5/6) Computing stats ... group 3/4: ops (6/6) Computing stats ... group 3/4: ops: outliers Computing stats ... group 3/4: ops: outliers (1/6) Computing stats ... group 3/4: ops: outliers (2/6) Computing stats ... group 3/4: ops: outliers (3/6) Computing stats ... group 3/4: ops: outliers (4/6) Computing stats ... group 3/4: ops: outliers (5/6) Computing stats ... group 3/4: ops: outliers (6/6) Computing stats ... group 3/4: ops: rounds Computing stats ... group 3/4: ops: rounds (1/6) Computing stats ... group 3/4: ops: rounds (2/6) Computing stats ... group 3/4: ops: rounds (3/6) Computing stats ... group 3/4: ops: rounds (4/6) Computing stats ... group 3/4: ops: rounds (5/6) Computing stats ... group 3/4: ops: rounds (6/6) Computing stats ... group 3/4: ops: iterations Computing stats ... group 3/4: ops: iterations (1/6) Computing stats ... group 3/4: ops: iterations (2/6) Computing stats ... group 3/4: ops: iterations (3/6) Computing stats ... group 3/4: ops: iterations (4/6) Computing stats ... group 3/4: ops: iterations (5/6) Computing stats ... group 3/4: ops: iterations (6/6) -------------------------------- benchmark 'kinematic_forward_op': 6 tests --------------------------------- | |
| Name (time in ms) OPS Mean IQR | |
| ------------------------------------------------------------------------------------------------------------ | |
| kinematic_torch_op_forward[cpu-hand_rolled] 323.6350 (1.0) 3.0899 (1.0) 0.0089 (1.0) | |
| kinematic_torch_op_forward[cpu-torch_efficient] 107.4906 (0.33) 9.3031 (3.01) 0.0331 (3.74) | |
| kinematic_torch_op_forward[cpu-torch_min_depth] 61.2894 (0.19) 16.3160 (5.28) 0.0543 (6.12) | |
| kinematic_torch_op_forward[cuda-hand_rolled] 280.2809 (0.87) 3.5678 (1.15) 0.2533 (28.57) | |
| kinematic_torch_op_forward[cuda-torch_efficient] 85.1153 (0.26) 11.7488 (3.80) 0.0925 (10.43) | |
| kinematic_torch_op_forward[cuda-torch_min_depth] 121.9046 (0.38) 8.2031 (2.65) 0.0906 (10.21) | |
| ------------------------------------------------------------------------------------------------------------ | |
| Computing stats ... group 4/4 Computing stats ... group 4/4: min Computing stats ... group 4/4: min (1/30) Computing stats ... group 4/4: min (2/30) Computing stats ... group 4/4: min (3/30) Computing stats ... group 4/4: min (4/30) Computing stats ... group 4/4: min (5/30) Computing stats ... group 4/4: min (6/30) Computing stats ... group 4/4: min (7/30) Computing stats ... group 4/4: min (8/30) Computing stats ... group 4/4: min (9/30) Computing stats ... group 4/4: min (10/30) Computing stats ... group 4/4: min (11/30) Computing stats ... group 4/4: min (12/30) Computing stats ... group 4/4: min (13/30) Computing stats ... group 4/4: min (14/30) Computing stats ... group 4/4: min (15/30) Computing stats ... group 4/4: min (16/30) Computing stats ... group 4/4: min (17/30) Computing stats ... group 4/4: min (18/30) Computing stats ... group 4/4: min (19/30) Computing stats ... group 4/4: min (20/30) Computing stats ... group 4/4: min (21/30) Computing stats ... group 4/4: min (22/30) Computing stats ... group 4/4: min (23/30) Computing stats ... group 4/4: min (24/30) Computing stats ... group 4/4: min (25/30) Computing stats ... group 4/4: min (26/30) Computing stats ... group 4/4: min (27/30) Computing stats ... group 4/4: min (28/30) Computing stats ... group 4/4: min (29/30) Computing stats ... group 4/4: min (30/30) Computing stats ... group 4/4: min (1/30) Computing stats ... group 4/4: min (2/30) Computing stats ... group 4/4: min (3/30) Computing stats ... group 4/4: min (4/30) Computing stats ... group 4/4: min (5/30) Computing stats ... group 4/4: min (6/30) Computing stats ... group 4/4: min (7/30) Computing stats ... group 4/4: min (8/30) Computing stats ... group 4/4: min (9/30) Computing stats ... group 4/4: min (10/30) Computing stats ... group 4/4: min (11/30) Computing stats ... group 4/4: min (12/30) Computing stats ... group 4/4: min (13/30) Computing stats ... group 4/4: min (14/30) Computing stats ... group 4/4: min (15/30) Computing stats ... group 4/4: min (16/30) Computing stats ... group 4/4: min (17/30) Computing stats ... group 4/4: min (18/30) Computing stats ... group 4/4: min (19/30) Computing stats ... group 4/4: min (20/30) Computing stats ... group 4/4: min (21/30) Computing stats ... group 4/4: min (22/30) Computing stats ... group 4/4: min (23/30) Computing stats ... group 4/4: min (24/30) Computing stats ... group 4/4: min (25/30) Computing stats ... group 4/4: min (26/30) Computing stats ... group 4/4: min (27/30) Computing stats ... group 4/4: min (28/30) Computing stats ... group 4/4: min (29/30) Computing stats ... group 4/4: min (30/30) Computing stats ... group 4/4: max Computing stats ... group 4/4: max (1/30) Computing stats ... group 4/4: max (2/30) Computing stats ... group 4/4: max (3/30) Computing stats ... group 4/4: max (4/30) Computing stats ... group 4/4: max (5/30) Computing stats ... group 4/4: max (6/30) Computing stats ... group 4/4: max (7/30) Computing stats ... group 4/4: max (8/30) Computing stats ... group 4/4: max (9/30) Computing stats ... group 4/4: max (10/30) Computing stats ... group 4/4: max (11/30) Computing stats ... group 4/4: max (12/30) Computing stats ... group 4/4: max (13/30) Computing stats ... group 4/4: max (14/30) Computing stats ... group 4/4: max (15/30) Computing stats ... group 4/4: max (16/30) Computing stats ... group 4/4: max (17/30) Computing stats ... group 4/4: max (18/30) Computing stats ... group 4/4: max (19/30) Computing stats ... group 4/4: max (20/30) Computing stats ... group 4/4: max (21/30) Computing stats ... group 4/4: max (22/30) Computing stats ... group 4/4: max (23/30) Computing stats ... group 4/4: max (24/30) Computing stats ... group 4/4: max (25/30) Computing stats ... group 4/4: max (26/30) Computing stats ... group 4/4: max (27/30) Computing stats ... group 4/4: max (28/30) Computing stats ... group 4/4: max (29/30) Computing stats ... group 4/4: max (30/30) Computing stats ... group 4/4: max (1/30) Computing stats ... group 4/4: max (2/30) Computing stats ... group 4/4: max (3/30) Computing stats ... group 4/4: max (4/30) Computing stats ... group 4/4: max (5/30) Computing stats ... group 4/4: max (6/30) Computing stats ... group 4/4: max (7/30) Computing stats ... group 4/4: max (8/30) Computing stats ... group 4/4: max (9/30) Computing stats ... group 4/4: max (10/30) Computing stats ... group 4/4: max (11/30) Computing stats ... group 4/4: max (12/30) Computing stats ... group 4/4: max (13/30) Computing stats ... group 4/4: max (14/30) Computing stats ... group 4/4: max (15/30) Computing stats ... group 4/4: max (16/30) Computing stats ... group 4/4: max (17/30) Computing stats ... group 4/4: max (18/30) Computing stats ... group 4/4: max (19/30) Computing stats ... group 4/4: max (20/30) Computing stats ... group 4/4: max (21/30) Computing stats ... group 4/4: max (22/30) Computing stats ... group 4/4: max (23/30) Computing stats ... group 4/4: max (24/30) Computing stats ... group 4/4: max (25/30) Computing stats ... group 4/4: max (26/30) Computing stats ... group 4/4: max (27/30) Computing stats ... group 4/4: max (28/30) Computing stats ... group 4/4: max (29/30) Computing stats ... group 4/4: max (30/30) Computing stats ... group 4/4: mean Computing stats ... group 4/4: mean (1/30) Computing stats ... group 4/4: mean (2/30) Computing stats ... group 4/4: mean (3/30) Computing stats ... group 4/4: mean (4/30) Computing stats ... group 4/4: mean (5/30) Computing stats ... group 4/4: mean (6/30) Computing stats ... group 4/4: mean (7/30) Computing stats ... group 4/4: mean (8/30) Computing stats ... group 4/4: mean (9/30) Computing stats ... group 4/4: mean (10/30) Computing stats ... group 4/4: mean (11/30) Computing stats ... group 4/4: mean (12/30) Computing stats ... group 4/4: mean (13/30) Computing stats ... group 4/4: mean (14/30) Computing stats ... group 4/4: mean (15/30) Computing stats ... group 4/4: mean (16/30) Computing stats ... group 4/4: mean (17/30) Computing stats ... group 4/4: mean (18/30) Computing stats ... group 4/4: mean (19/30) Computing stats ... group 4/4: mean (20/30) Computing stats ... group 4/4: mean (21/30) Computing stats ... group 4/4: mean (22/30) Computing stats ... group 4/4: mean (23/30) Computing stats ... group 4/4: mean (24/30) Computing stats ... group 4/4: mean (25/30) Computing stats ... group 4/4: mean (26/30) Computing stats ... group 4/4: mean (27/30) Computing stats ... group 4/4: mean (28/30) Computing stats ... group 4/4: mean (29/30) Computing stats ... group 4/4: mean (30/30) Computing stats ... group 4/4: mean (1/30) Computing stats ... group 4/4: mean (2/30) Computing stats ... group 4/4: mean (3/30) Computing stats ... group 4/4: mean (4/30) Computing stats ... group 4/4: mean (5/30) Computing stats ... group 4/4: mean (6/30) Computing stats ... group 4/4: mean (7/30) Computing stats ... group 4/4: mean (8/30) Computing stats ... group 4/4: mean (9/30) Computing stats ... group 4/4: mean (10/30) Computing stats ... group 4/4: mean (11/30) Computing stats ... group 4/4: mean (12/30) Computing stats ... group 4/4: mean (13/30) Computing stats ... group 4/4: mean (14/30) Computing stats ... group 4/4: mean (15/30) Computing stats ... group 4/4: mean (16/30) Computing stats ... group 4/4: mean (17/30) Computing stats ... group 4/4: mean (18/30) Computing stats ... group 4/4: mean (19/30) Computing stats ... group 4/4: mean (20/30) Computing stats ... group 4/4: mean (21/30) Computing stats ... group 4/4: mean (22/30) Computing stats ... group 4/4: mean (23/30) Computing stats ... group 4/4: mean (24/30) Computing stats ... group 4/4: mean (25/30) Computing stats ... group 4/4: mean (26/30) Computing stats ... group 4/4: mean (27/30) Computing stats ... group 4/4: mean (28/30) Computing stats ... group 4/4: mean (29/30) Computing stats ... group 4/4: mean (30/30) Computing stats ... group 4/4: median Computing stats ... group 4/4: median (1/30) Computing stats ... group 4/4: median (2/30) Computing stats ... group 4/4: median (3/30) Computing stats ... group 4/4: median (4/30) Computing stats ... group 4/4: median (5/30) Computing stats ... group 4/4: median (6/30) Computing stats ... group 4/4: median (7/30) Computing stats ... group 4/4: median (8/30) Computing stats ... group 4/4: median (9/30) Computing stats ... group 4/4: median (10/30) Computing stats ... group 4/4: median (11/30) Computing stats ... group 4/4: median (12/30) Computing stats ... group 4/4: median (13/30) Computing stats ... group 4/4: median (14/30) Computing stats ... group 4/4: median (15/30) Computing stats ... group 4/4: median (16/30) Computing stats ... group 4/4: median (17/30) Computing stats ... group 4/4: median (18/30) Computing stats ... group 4/4: median (19/30) Computing stats ... group 4/4: median (20/30) Computing stats ... group 4/4: median (21/30) Computing stats ... group 4/4: median (22/30) Computing stats ... group 4/4: median (23/30) Computing stats ... group 4/4: median (24/30) Computing stats ... group 4/4: median (25/30) Computing stats ... group 4/4: median (26/30) Computing stats ... group 4/4: median (27/30) Computing stats ... group 4/4: median (28/30) Computing stats ... group 4/4: median (29/30) Computing stats ... group 4/4: median (30/30) Computing stats ... group 4/4: median (1/30) Computing stats ... group 4/4: median (2/30) Computing stats ... group 4/4: median (3/30) Computing stats ... group 4/4: median (4/30) Computing stats ... group 4/4: median (5/30) Computing stats ... group 4/4: median (6/30) Computing stats ... group 4/4: median (7/30) Computing stats ... group 4/4: median (8/30) Computing stats ... group 4/4: median (9/30) Computing stats ... group 4/4: median (10/30) Computing stats ... group 4/4: median (11/30) Computing stats ... group 4/4: median (12/30) Computing stats ... group 4/4: median (13/30) Computing stats ... group 4/4: median (14/30) Computing stats ... group 4/4: median (15/30) Computing stats ... group 4/4: median (16/30) Computing stats ... group 4/4: median (17/30) Computing stats ... group 4/4: median (18/30) Computing stats ... group 4/4: median (19/30) Computing stats ... group 4/4: median (20/30) Computing stats ... group 4/4: median (21/30) Computing stats ... group 4/4: median (22/30) Computing stats ... group 4/4: median (23/30) Computing stats ... group 4/4: median (24/30) Computing stats ... group 4/4: median (25/30) Computing stats ... group 4/4: median (26/30) Computing stats ... group 4/4: median (27/30) Computing stats ... group 4/4: median (28/30) Computing stats ... group 4/4: median (29/30) Computing stats ... group 4/4: median (30/30) Computing stats ... group 4/4: iqr Computing stats ... group 4/4: iqr (1/30) Computing stats ... group 4/4: iqr (2/30) Computing stats ... group 4/4: iqr (3/30) Computing stats ... group 4/4: iqr (4/30) Computing stats ... group 4/4: iqr (5/30) Computing stats ... group 4/4: iqr (6/30) Computing stats ... group 4/4: iqr (7/30) Computing stats ... group 4/4: iqr (8/30) Computing stats ... group 4/4: iqr (9/30) Computing stats ... group 4/4: iqr (10/30) Computing stats ... group 4/4: iqr (11/30) Computing stats ... group 4/4: iqr (12/30) Computing stats ... group 4/4: iqr (13/30) Computing stats ... group 4/4: iqr (14/30) Computing stats ... group 4/4: iqr (15/30) Computing stats ... group 4/4: iqr (16/30) Computing stats ... group 4/4: iqr (17/30) Computing stats ... group 4/4: iqr (18/30) Computing stats ... group 4/4: iqr (19/30) Computing stats ... group 4/4: iqr (20/30) Computing stats ... group 4/4: iqr (21/30) Computing stats ... group 4/4: iqr (22/30) Computing stats ... group 4/4: iqr (23/30) Computing stats ... group 4/4: iqr (24/30) Computing stats ... group 4/4: iqr (25/30) Computing stats ... group 4/4: iqr (26/30) Computing stats ... group 4/4: iqr (27/30) Computing stats ... group 4/4: iqr (28/30) Computing stats ... group 4/4: iqr (29/30) Computing stats ... group 4/4: iqr (30/30) Computing stats ... group 4/4: iqr (1/30) Computing stats ... group 4/4: iqr (2/30) Computing stats ... group 4/4: iqr (3/30) Computing stats ... group 4/4: iqr (4/30) Computing stats ... group 4/4: iqr (5/30) Computing stats ... group 4/4: iqr (6/30) Computing stats ... group 4/4: iqr (7/30) Computing stats ... group 4/4: iqr (8/30) Computing stats ... group 4/4: iqr (9/30) Computing stats ... group 4/4: iqr (10/30) Computing stats ... group 4/4: iqr (11/30) Computing stats ... group 4/4: iqr (12/30) Computing stats ... group 4/4: iqr (13/30) Computing stats ... group 4/4: iqr (14/30) Computing stats ... group 4/4: iqr (15/30) Computing stats ... group 4/4: iqr (16/30) Computing stats ... group 4/4: iqr (17/30) Computing stats ... group 4/4: iqr (18/30) Computing stats ... group 4/4: iqr (19/30) Computing stats ... group 4/4: iqr (20/30) Computing stats ... group 4/4: iqr (21/30) Computing stats ... group 4/4: iqr (22/30) Computing stats ... group 4/4: iqr (23/30) Computing stats ... group 4/4: iqr (24/30) Computing stats ... group 4/4: iqr (25/30) Computing stats ... group 4/4: iqr (26/30) Computing stats ... group 4/4: iqr (27/30) Computing stats ... group 4/4: iqr (28/30) Computing stats ... group 4/4: iqr (29/30) Computing stats ... group 4/4: iqr (30/30) Computing stats ... group 4/4: stddev Computing stats ... group 4/4: stddev (1/30) Computing stats ... group 4/4: stddev (2/30) Computing stats ... group 4/4: stddev (3/30) Computing stats ... group 4/4: stddev (4/30) Computing stats ... group 4/4: stddev (5/30) Computing stats ... group 4/4: stddev (6/30) Computing stats ... group 4/4: stddev (7/30) Computing stats ... group 4/4: stddev (8/30) Computing stats ... group 4/4: stddev (9/30) Computing stats ... group 4/4: stddev (10/30) Computing stats ... group 4/4: stddev (11/30) Computing stats ... group 4/4: stddev (12/30) Computing stats ... group 4/4: stddev (13/30) Computing stats ... group 4/4: stddev (14/30) Computing stats ... group 4/4: stddev (15/30) Computing stats ... group 4/4: stddev (16/30) Computing stats ... group 4/4: stddev (17/30) Computing stats ... group 4/4: stddev (18/30) Computing stats ... group 4/4: stddev (19/30) Computing stats ... group 4/4: stddev (20/30) Computing stats ... group 4/4: stddev (21/30) Computing stats ... group 4/4: stddev (22/30) Computing stats ... group 4/4: stddev (23/30) Computing stats ... group 4/4: stddev (24/30) Computing stats ... group 4/4: stddev (25/30) Computing stats ... group 4/4: stddev (26/30) Computing stats ... group 4/4: stddev (27/30) Computing stats ... group 4/4: stddev (28/30) Computing stats ... group 4/4: stddev (29/30) Computing stats ... group 4/4: stddev (30/30) Computing stats ... group 4/4: stddev (1/30) Computing stats ... group 4/4: stddev (2/30) Computing stats ... group 4/4: stddev (3/30) Computing stats ... group 4/4: stddev (4/30) Computing stats ... group 4/4: stddev (5/30) Computing stats ... group 4/4: stddev (6/30) Computing stats ... group 4/4: stddev (7/30) Computing stats ... group 4/4: stddev (8/30) Computing stats ... group 4/4: stddev (9/30) Computing stats ... group 4/4: stddev (10/30) Computing stats ... group 4/4: stddev (11/30) Computing stats ... group 4/4: stddev (12/30) Computing stats ... group 4/4: stddev (13/30) Computing stats ... group 4/4: stddev (14/30) Computing stats ... group 4/4: stddev (15/30) Computing stats ... group 4/4: stddev (16/30) Computing stats ... group 4/4: stddev (17/30) Computing stats ... group 4/4: stddev (18/30) Computing stats ... group 4/4: stddev (19/30) Computing stats ... group 4/4: stddev (20/30) Computing stats ... group 4/4: stddev (21/30) Computing stats ... group 4/4: stddev (22/30) Computing stats ... group 4/4: stddev (23/30) Computing stats ... group 4/4: stddev (24/30) Computing stats ... group 4/4: stddev (25/30) Computing stats ... group 4/4: stddev (26/30) Computing stats ... group 4/4: stddev (27/30) Computing stats ... group 4/4: stddev (28/30) Computing stats ... group 4/4: stddev (29/30) Computing stats ... group 4/4: stddev (30/30) Computing stats ... group 4/4: ops Computing stats ... group 4/4: ops (1/30) Computing stats ... group 4/4: ops (2/30) Computing stats ... group 4/4: ops (3/30) Computing stats ... group 4/4: ops (4/30) Computing stats ... group 4/4: ops (5/30) Computing stats ... group 4/4: ops (6/30) Computing stats ... group 4/4: ops (7/30) Computing stats ... group 4/4: ops (8/30) Computing stats ... group 4/4: ops (9/30) Computing stats ... group 4/4: ops (10/30) Computing stats ... group 4/4: ops (11/30) Computing stats ... group 4/4: ops (12/30) Computing stats ... group 4/4: ops (13/30) Computing stats ... group 4/4: ops (14/30) Computing stats ... group 4/4: ops (15/30) Computing stats ... group 4/4: ops (16/30) Computing stats ... group 4/4: ops (17/30) Computing stats ... group 4/4: ops (18/30) Computing stats ... group 4/4: ops (19/30) Computing stats ... group 4/4: ops (20/30) Computing stats ... group 4/4: ops (21/30) Computing stats ... group 4/4: ops (22/30) Computing stats ... group 4/4: ops (23/30) Computing stats ... group 4/4: ops (24/30) Computing stats ... group 4/4: ops (25/30) Computing stats ... group 4/4: ops (26/30) Computing stats ... group 4/4: ops (27/30) Computing stats ... group 4/4: ops (28/30) Computing stats ... group 4/4: ops (29/30) Computing stats ... group 4/4: ops (30/30) Computing stats ... group 4/4: ops (1/30) Computing stats ... group 4/4: ops (2/30) Computing stats ... group 4/4: ops (3/30) Computing stats ... group 4/4: ops (4/30) Computing stats ... group 4/4: ops (5/30) Computing stats ... group 4/4: ops (6/30) Computing stats ... group 4/4: ops (7/30) Computing stats ... group 4/4: ops (8/30) Computing stats ... group 4/4: ops (9/30) Computing stats ... group 4/4: ops (10/30) Computing stats ... group 4/4: ops (11/30) Computing stats ... group 4/4: ops (12/30) Computing stats ... group 4/4: ops (13/30) Computing stats ... group 4/4: ops (14/30) Computing stats ... group 4/4: ops (15/30) Computing stats ... group 4/4: ops (16/30) Computing stats ... group 4/4: ops (17/30) Computing stats ... group 4/4: ops (18/30) Computing stats ... group 4/4: ops (19/30) Computing stats ... group 4/4: ops (20/30) Computing stats ... group 4/4: ops (21/30) Computing stats ... group 4/4: ops (22/30) Computing stats ... group 4/4: ops (23/30) Computing stats ... group 4/4: ops (24/30) Computing stats ... group 4/4: ops (25/30) Computing stats ... group 4/4: ops (26/30) Computing stats ... group 4/4: ops (27/30) Computing stats ... group 4/4: ops (28/30) Computing stats ... group 4/4: ops (29/30) Computing stats ... group 4/4: ops (30/30) Computing stats ... group 4/4: ops: outliers Computing stats ... group 4/4: ops: outliers (1/30) Computing stats ... group 4/4: ops: outliers (2/30) Computing stats ... group 4/4: ops: outliers (3/30) Computing stats ... group 4/4: ops: outliers (4/30) Computing stats ... group 4/4: ops: outliers (5/30) Computing stats ... group 4/4: ops: outliers (6/30) Computing stats ... group 4/4: ops: outliers (7/30) Computing stats ... group 4/4: ops: outliers (8/30) Computing stats ... group 4/4: ops: outliers (9/30) Computing stats ... group 4/4: ops: outliers (10/30) Computing stats ... group 4/4: ops: outliers (11/30) Computing stats ... group 4/4: ops: outliers (12/30) Computing stats ... group 4/4: ops: outliers (13/30) Computing stats ... group 4/4: ops: outliers (14/30) Computing stats ... group 4/4: ops: outliers (15/30) Computing stats ... group 4/4: ops: outliers (16/30) Computing stats ... group 4/4: ops: outliers (17/30) Computing stats ... group 4/4: ops: outliers (18/30) Computing stats ... group 4/4: ops: outliers (19/30) Computing stats ... group 4/4: ops: outliers (20/30) Computing stats ... group 4/4: ops: outliers (21/30) Computing stats ... group 4/4: ops: outliers (22/30) Computing stats ... group 4/4: ops: outliers (23/30) Computing stats ... group 4/4: ops: outliers (24/30) Computing stats ... group 4/4: ops: outliers (25/30) Computing stats ... group 4/4: ops: outliers (26/30) Computing stats ... group 4/4: ops: outliers (27/30) Computing stats ... group 4/4: ops: outliers (28/30) Computing stats ... group 4/4: ops: outliers (29/30) Computing stats ... group 4/4: ops: outliers (30/30) Computing stats ... group 4/4: ops: rounds Computing stats ... group 4/4: ops: rounds (1/30) Computing stats ... group 4/4: ops: rounds (2/30) Computing stats ... group 4/4: ops: rounds (3/30) Computing stats ... group 4/4: ops: rounds (4/30) Computing stats ... group 4/4: ops: rounds (5/30) Computing stats ... group 4/4: ops: rounds (6/30) Computing stats ... group 4/4: ops: rounds (7/30) Computing stats ... group 4/4: ops: rounds (8/30) Computing stats ... group 4/4: ops: rounds (9/30) Computing stats ... group 4/4: ops: rounds (10/30) Computing stats ... group 4/4: ops: rounds (11/30) Computing stats ... group 4/4: ops: rounds (12/30) Computing stats ... group 4/4: ops: rounds (13/30) Computing stats ... group 4/4: ops: rounds (14/30) Computing stats ... group 4/4: ops: rounds (15/30) Computing stats ... group 4/4: ops: rounds (16/30) Computing stats ... group 4/4: ops: rounds (17/30) Computing stats ... group 4/4: ops: rounds (18/30) Computing stats ... group 4/4: ops: rounds (19/30) Computing stats ... group 4/4: ops: rounds (20/30) Computing stats ... group 4/4: ops: rounds (21/30) Computing stats ... group 4/4: ops: rounds (22/30) Computing stats ... group 4/4: ops: rounds (23/30) Computing stats ... group 4/4: ops: rounds (24/30) Computing stats ... group 4/4: ops: rounds (25/30) Computing stats ... group 4/4: ops: rounds (26/30) Computing stats ... group 4/4: ops: rounds (27/30) Computing stats ... group 4/4: ops: rounds (28/30) Computing stats ... group 4/4: ops: rounds (29/30) Computing stats ... group 4/4: ops: rounds (30/30) Computing stats ... group 4/4: ops: iterations Computing stats ... group 4/4: ops: iterations (1/30) Computing stats ... group 4/4: ops: iterations (2/30) Computing stats ... group 4/4: ops: iterations (3/30) Computing stats ... group 4/4: ops: iterations (4/30) Computing stats ... group 4/4: ops: iterations (5/30) Computing stats ... group 4/4: ops: iterations (6/30) Computing stats ... group 4/4: ops: iterations (7/30) Computing stats ... group 4/4: ops: iterations (8/30) Computing stats ... group 4/4: ops: iterations (9/30) Computing stats ... group 4/4: ops: iterations (10/30) Computing stats ... group 4/4: ops: iterations (11/30) Computing stats ... group 4/4: ops: iterations (12/30) Computing stats ... group 4/4: ops: iterations (13/30) Computing stats ... group 4/4: ops: iterations (14/30) Computing stats ... group 4/4: ops: iterations (15/30) Computing stats ... group 4/4: ops: iterations (16/30) Computing stats ... group 4/4: ops: iterations (17/30) Computing stats ... group 4/4: ops: iterations (18/30) Computing stats ... group 4/4: ops: iterations (19/30) Computing stats ... group 4/4: ops: iterations (20/30) Computing stats ... group 4/4: ops: iterations (21/30) Computing stats ... group 4/4: ops: iterations (22/30) Computing stats ... group 4/4: ops: iterations (23/30) Computing stats ... group 4/4: ops: iterations (24/30) Computing stats ... group 4/4: ops: iterations (25/30) Computing stats ... group 4/4: ops: iterations (26/30) Computing stats ... group 4/4: ops: iterations (27/30) Computing stats ... group 4/4: ops: iterations (28/30) Computing stats ... group 4/4: ops: iterations (29/30) Computing stats ... group 4/4: ops: iterations (30/30) ------------------------------------- benchmark 'score_components': 30 tests ------------------------------------ | |
| Name (time in ms) OPS Mean IQR | |
| ----------------------------------------------------------------------------------------------------------------- | |
| end_to_end_score_graph[cpu-backward-hbond] 88.4428 (0.24) 11.3067 (4.22) 0.0173 (1.42) | |
| end_to_end_score_graph[cpu-backward-kinematics] 66.5099 (0.18) 15.0354 (5.61) 0.0347 (2.86) | |
| end_to_end_score_graph[cpu-backward-ljlk] 42.8663 (0.11) 23.3283 (8.70) 0.1260 (10.39) | |
| end_to_end_score_graph[cpu-backward-total_cart] 25.9231 (0.07) 38.5757 (14.39) 2.0028 (165.25) | |
| end_to_end_score_graph[cpu-backward-total_torsion] 19.6140 (0.05) 50.9840 (19.02) 0.0870 (7.17) | |
| end_to_end_score_graph[cpu-forward-hbond] 58.6470 (0.16) 17.0512 (6.36) 0.0484 (3.99) | |
| end_to_end_score_graph[cpu-forward-kinematics] 303.0220 (0.81) 3.3001 (1.23) 0.0121 (1.0) | |
| end_to_end_score_graph[cpu-forward-ljlk] 21.5689 (0.06) 46.3630 (17.30) 1.0565 (87.17) | |
| end_to_end_score_graph[cpu-forward-total_cart] 14.2627 (0.04) 70.1131 (26.16) 1.1424 (94.25) | |
| end_to_end_score_graph[cpu-forward-total_torsion] 14.7571 (0.04) 67.7638 (25.28) 0.8959 (73.92) | |
| end_to_end_score_graph[cpu-full-hbond] 15.9821 (0.04) 62.5701 (23.35) 4.3861 (361.89) | |
| end_to_end_score_graph[cpu-full-kinematics] 30.5201 (0.08) 32.7653 (12.23) 1.4127 (116.56) | |
| end_to_end_score_graph[cpu-full-ljlk] 6.6463 (0.02) 150.4608 (56.14) 62.6999 (>1000.0) | |
| end_to_end_score_graph[cpu-full-total_cart] 4.7297 (0.01) 211.4308 (78.89) 65.8034 (>1000.0) | |
| end_to_end_score_graph[cpu-full-total_torsion] 3.6462 (0.01) 274.2554 (102.33) 89.3549 (>1000.0) | |
| end_to_end_score_graph[cuda-backward-hbond] 102.6429 (0.28) 9.7425 (3.64) 2.2198 (183.15) | |
| end_to_end_score_graph[cuda-backward-kinematics] 185.6413 (0.50) 5.3867 (2.01) 0.1742 (14.37) | |
| end_to_end_score_graph[cuda-backward-ljlk] 373.1146 (1.0) 2.6801 (1.0) 0.0712 (5.88) | |
| end_to_end_score_graph[cuda-backward-total_cart] 89.3046 (0.24) 11.1976 (4.18) 0.0775 (6.39) | |
| end_to_end_score_graph[cuda-backward-total_torsion] 60.2487 (0.16) 16.5979 (6.19) 0.2302 (19.00) | |
| end_to_end_score_graph[cuda-forward-hbond] 61.0132 (0.16) 16.3899 (6.12) 0.0540 (4.45) | |
| end_to_end_score_graph[cuda-forward-kinematics] 276.8062 (0.74) 3.6126 (1.35) 0.0635 (5.24) | |
| end_to_end_score_graph[cuda-forward-ljlk] 45.0160 (0.12) 22.2143 (8.29) 0.0242 (2.00) | |
| end_to_end_score_graph[cuda-forward-total_cart] 25.8496 (0.07) 38.6853 (14.43) 0.0839 (6.92) | |
| end_to_end_score_graph[cuda-forward-total_torsion] 23.0650 (0.06) 43.3557 (16.18) 0.1448 (11.95) | |
| end_to_end_score_graph[cuda-full-hbond] 35.6541 (0.10) 28.0472 (10.46) 0.2189 (18.06) | |
| end_to_end_score_graph[cuda-full-kinematics] 105.9348 (0.28) 9.4398 (3.52) 0.3155 (26.03) | |
| end_to_end_score_graph[cuda-full-ljlk] 39.1530 (0.10) 25.5408 (9.53) 0.1197 (9.88) | |
| end_to_end_score_graph[cuda-full-total_cart] 18.8303 (0.05) 53.1059 (19.81) 4.8050 (396.45) | |
| end_to_end_score_graph[cuda-full-total_torsion] 16.2357 (0.04) 61.5925 (22.98) 0.5744 (47.39) | |
| ----------------------------------------------------------------------------------------------------------------- | |
| Legend: | |
| Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. | |
| OPS: Operations Per Second, computed as 1 / Mean | |
| =================== 48 passed, 31 skipped in 257.93 seconds ==================== |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment