8 lines
50 KiB
CSV
8 lines
50 KiB
CSV
|
"ID","Process ID","Process Name","Host Name","Kernel Name","Context","Stream","Block Size","Grid Size","Device","CC","c2clink__enabled_mask","c2clink__present","derived__local_spilling_requests","derived__local_spilling_requests_pct","derived__pct_occupancy_per_barrier_count","derived__pct_occupancy_per_block_size","derived__pct_occupancy_per_register_count","derived__pct_occupancy_per_shared_mem_size","derived_tempMetric0","device__attribute_architecture","device__attribute_async_engine_count","device__attribute_can_flush_remote_writes","device__attribute_can_map_host_memory","device__attribute_can_tex2d_gather","device__attribute_can_use_64_bit_stream_mem_ops","device__attribute_can_use_64_bit_stream_mem_ops_v1","device__attribute_can_use_host_pointer_for_registered_mem","device__attribute_can_use_stream_mem_ops_v1","device__attribute_can_use_stream_wait_value_nor","device__attribute_can_use_stream_wait_value_nor_v1","device__attribute_chip","device__attribute_clock_rate","device__attribute_cluster_launch","device__attribute_compute_capability_major","device__attribute_compute_capability_minor","device__attribute_compute_mode","device__attribute_compute_preemption_supported","device__attribute_concurrent_kernels","device__attribute_concurrent_managed_access","device__attribute_confidential_computing_mode","device__attribute_cooperative_launch","device__attribute_cooperative_multi_device_launch","device__attribute_deferred_mapping_cuda_array_supported","device__attribute_device_index","device__attribute_direct_managed_mem_access_from_host","device__attribute_display_name","device__attribute_dma_buf_supported","device__attribute_ecc_enabled","device__attribute_fb_bus_width","device__attribute_fbp_count","device__attribute_generic_compression_supported","device__attribute_global_l1_cache_supported","device__attribute_global_memory_bus_width","device__attribute_gpu_direct_rdma_flush_writes_options","device__attribute_gpu_direct_rdma_supported","device__attribute_gpu_direct_rdma_with_cuda_vmm_supported","device__attribute_gpu_direct_rdma_writes_ordering","device__attribute_gpu_overlap","device__attribute_gpu_pci_device_id","device__attribute_gpu_pci_ext_device_id","device__attribute_gpu_pci_ext_downstream_link_rate","device__attribute_gpu_pci_ext_downstream_link_width","device__attribute_gpu_pci_ext_gen","device__attribute_gpu_pci_ext_gpu_gen","device__attribute_gpu_pci_ext_gpu_link_rate","device__attribute_gpu_pci_ext_gpu_link_width","device__attribute_gpu_pci_revision_id","device__attribute_gpu_pci_sub_system_id","device__attribute_handle_type_fabric_supported","device__attribute_handle_type_posix_file_descriptor_supported","device__attribute_handle_type_win32_handle_supported","device__attribute_handle_type_win32_kmt_handle_supported","device__attribute_host_native_atomic_supported","device__attribute_host_numa_id","device__attribute_host_register_supported","device__attribute_implementation","device__attribute_integrated","device__attribute_ipc_event_supported","device__attribute_kernel_exec_timeout","device__attribute_l2_cache_size","device__attribute_l2s_count","device__attribute_limits_max_cta_per_sm","device__attribute_limits_num_tpcs","device__attribute_local_l1_cache_supported","device__attribute_managed_memory","device__attribute_max_access_policy_window_size","device__attribute_max_block_dim_x","device__attribute_max_block_dim_y","device__attribute_max_block_dim_z","device__attribute_max_blocks_per_multiprocessor","device__attribute_max_gpu_frequency_khz","device__attribute_max_grid_dim_x","device__attribute_max_grid_dim_y","device__attribute_max_grid_dim_z","device__attribute_max_ipc_per_multiprocessor","device__attribute_max_ipc_per_scheduler","device__attribute_max_mem_frequency_khz","device__attribute_max_persisting_l2_cache_size","device__attribute_max_pitch","device__attribute_max_registers_per_block","device__attribute_max_registers_per_multiprocessor","device__attribute_max_registers_per_thread","device__attribute_max_shared_memory_per_block","device__attribute_max_shared_memory_per_block_optin","device
|
||
|
|
"","","","","","","","","","","","","","","%","","%","%/register","%/byte","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","cycle","hz","cycle","hz","cycle","hz","cycle","hz","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","ns","ns","ns","ns","","","","","block","block","block","block","","","","","%","%","%","%","inst","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","","block","block","block","","","","","cluster","block","","","","","","","","","","","","%","%","block","block","block","block","block","","","","","","byte","","","","","register/thread","register/thread","byte","byte/block","byte/block","byte/block","byte/block","byte/block","SM","","","thread","","","","","","","","","%","","%","%","%","%","%","%","%","%","%","%","%","%","sector","sector","sector","sector","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","","","","","","","","","","","","","","","","","","","","","","","","byte","byte","byte","byte","byte","byte","byte","byte","pass","pass","","","","","inst","byte","byte","inst","inst","","","","","cycle","cycle","cycle","cycle","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","warp","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","%","warp","%","warp","%","warp","%","warp","cycle","cycle","inst","inst","inst","inst","inst","inst","inst","inst","inst","inst","inst","inst","inst","inst","inst","inst","inst","%","","%","","%","","%","","%","%","%","%","warp","","","warp","warp","warp","warp","warp","warp","warp","warp","warp","warp","warp","warp"
|
||
|
|
"0","60","python3.12","127.0.0.1","cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu","1","7","(384, 1, 1)","(296, 168, 1)","0","12.1","0","1","0","no data","625","316","4225","4975","30000","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","56409993.25","2138683834.25","56422407","2139154479.34","56373386","2137295935.95","225639973","8554735336.99","77.10","77.13","77.06","77.10","38.73","38.77","38.68","38.73","73.98","74.18","73.77","73.98","0","0","0","0","77.10","77.13","77.06","77.10","26376032","26376032","26376032","26376032","49680","49680","49680","49680","49680","49680","49680","49680","49728","49728","49728","49728","0.40","0.41","0.40","0.40","1920404495","16.90","17.06","16.75","16.90","5.79","5.85","5.74","5.79","41.27","41.67","40.91","41.27","0","0","0","0","0","0","0","0","37.40","37.65","37.18","37.40","26.41","26.62","26.21","26.41","9.00","9.06","8.94","9.00","44.43","44.82","44.13","44.43","90","0","0","0","0","0.11","0.11","0.11","0.11","43.23","43.60","42.93","43.23","8","384","1","1","384","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","168","1","49728","","0","0","3","24","1","1","4","300","157","0","2028","2388","4718592","0","0","0","0","168","168","102400","89088","89088","1024","88064","0","48","1024","7","19095552","24","all","0","0","0","0","0","1036","0","0","0","0","0","0","0","0","0","0","42.74","42.76","42.72","42.74","0","0","0","0","73.98","74.18","73.77","73.98","89.11","77.10","77.13","77.06","77.10","38.55","38.57","38.53","38.55","77.10","77.13","77.06","77.10","34.08","34.12","34.05","34.08","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","0","7414590282","7414590282","7414590282","126048034794","7414590282","7414590282","7414590282","126048034794","17","0","1920404495","1920404495","1920404495","1920404495","0","no data","no data","0","0","0","0","0","0","57979728.96","58027199","57917994","2783026990","17.92","18.05","17.79","17.92","4.56","4.58","4.55","4.56","0.66","0.66","0.65","0.66","0","0","0","0","26.41","26.64","26.18","26.41","0","0","0","0","3.20","3.22","3.18","3.20","0","0","0","0","0","0","0","0","18.03","18.19","17.90","18.03","12","25","26.41","26.64","26.18","26.41","0.12","0.12","0.12","0.12","9.40","9.49","9.33","9.40","10.45","10.53","10.37","10.45","3.86","3.89","3.82","3.86","3.86","3.89","3.82","3.86","6.91","6.98","6.85","6.91","0.85","0.86","0.85","0.85","2.77","2.80","2.75","2.77","0","0","0","0","78.99","79.60","78.38","78.99","0.55","0.56","0.55","0.55","78.99","79.60","78.38","78.99","20.83","10.00","20.85","10.01","20.81","9.99","20.83","480.00","13.67","13.75","0.23","0.16","0.04","0.00","0","0.61","3.82","0","0.07","0.02","0.08","0.31","1.00","0.08","3.93","0","3.78","18.29","0.18","20.05","0.20","17.48","0.17","18.29","35.12","81.71","80.01","82.42","81.71","3","31.24","25.64","12","2.50","12","3.00","12","2.00","2304","480.00","0.24","0.26","0.23","45.95"
|
||
|
|
"1","60","python3.12","127.0.0.1","void qk_int_sv_f8_attn_kernel<128, 64, 32, 64, 128, 1, 2, 2, float, 1, __nv_bfloat16, 1, 0, 0, 1, 0, 1>(signed char *, signed char *, signed char *, T11 *, float *, float *, float *, float *, float *, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, float)","1","7","(32, 4, 1)","(296, 56, 1)","0","12.1","0","1","1458688","no data","304","202","5633","2400","15200","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","553521770","2137182697.80","553599951","2137484559.61","553288532","2136282151.08","2214087080","8548730791.21","31.59","31.60","31.58","31.59","23.67","23.67","23.66","23.67","31.46","31.47","31.46","31.46","0","0","0","0","31.59","31.60","31.58","31.59","258996000","258996000","258996000","258996000","0","0","0","0","0","0","0","0","0","0","0","0","0.00","0.00","0.00","0.00","38322384408","11.82","11.84","11.78","11.82","2.38","2.39","2.37","2.38","26.66","26.71","26.55","26.66","0","0","0","0","0","0","0","0","25.10","25.15","25.01","25.10","19.55","19.59","19.47","19.55","7.17","7.18","7.14","7.17","18.92","18.95","18.84","18.92","0.80","0","0","0","0","0.00","0.00","0.00","0.00","26.89","26.94","26.78","26.89","1","32","4","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","56","1","16576","","0","0","24","24","2","3","12","152","101","0","2732","1200","4718592","0","0","0","0","255","256","102400","33792","33792","1024","32768","0","48","1024","7","2121728","24","all","0","0","0","0","0","172.67","0","0","0","0","0","0","0","0","0","0","15.98","15.99","15.98","15.98","0","0","0","0","31.46","31.47","31.46","31.46","98.84","31.59","31.60","31.58","31.59","23.65","23.66","23.65","23.65","31.59","31.60","31.58","31.59","23.84","23.85","23.83","23.84","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","0","7414590282","7414590282","7414590282","126048034794","7414590282","7414590282","7414590282","126048034794","17","0","38322384408","38322384408","38322384408","38322384408","1458688","no data","no data","0","0","0","0","0","0","548783193.98","549710880","546269918","26341593311","36.06","36.13","35.92","36.06","1.18","1.19","1.18","1.18","0.00","0.00","0.00","0.00","0","0","0","0","19.55","19.59","19.47","19.55","0","0","0","0","0.22","0.22","0.22","0.22","20.06","20.10","19.98","20.06","0","0","0","0","36.06","36.13","35.92","36.06","8","16.67","19.55","19.59","19.47","19.55","0.00","0.00","0.00","0.00","6.28","6.29","6.25","6.28","6.91","6.92","6.88","6.91","1.22","1.22","1.21","1.22","1.22","1.22","1.21","1.22","12.94","12.97","12.89","12.94","15.00","15.03","14.94","15.00","19.23","19.27","19.16","19.23","0","0","0","0","75.51","75.66","75.22","75.51","0","0","0","0","75.51","75.66","75.22","75.51","16.65","7.99","16.69","8.01","16.59","7.96","16.65","383.64","5.48","5.48","0.19","0.00","0.16","0.00","0.00","0.14","1.24","0","0.12","0.08","0.03","0.26","1","0.25","0","0","2.01","36.49","0
|
||
|
|
"2","60","python3.12","127.0.0.1","cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu","1","7","(384, 1, 1)","(296, 42, 1)","0","12.1","0","1","0","no data","625","316","4225","4975","30000","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","18139065.50","2138750195.73","18142556","2139161755.38","18128846","2137545229.70","72556262","8555000782.91","79.10","79.16","79.05","79.10","39.71","39.78","39.65","39.71","76.67","76.90","76.49","76.67","0","0","0","0","79.10","79.16","79.05","79.10","8481152","8481152","8481152","8481152","12384","12384","12384","12384","12384","12384","12384","12384","12432","12432","12432","12432","0.34","0.34","0.33","0.34","622830747","17.46","17.66","17.32","17.46","5.94","6.01","5.89","5.94","42.41","42.90","42.08","42.41","0","0","0","0","0","0","0","0","38.75","39.05","38.45","38.75","27.10","27.30","26.89","27.10","11.08","11.16","10.99","11.08","46.06","46.41","45.70","46.06","90","0","0","0","0","0.08","0.09","0.08","0.08","42.67","43.00","42.34","42.67","8","384","1","1","384","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","42","1","12432","","0","0","3","24","1","1","4","300","157","0","2028","2388","4718592","0","0","0","0","168","168","102400","89088","89088","1024","88064","0","48","1024","7","4773888","24","all","0","0","0","0","0","259","0","0","0","0","0","0","0","0","0","0","43.53","43.57","43.50","43.53","0","0","0","0","76.67","76.90","76.49","76.67","89.88","79.10","79.16","79.05","79.10","39.55","39.59","39.53","39.55","79.10","79.16","79.05","79.10","41.21","41.27","41.19","41.21","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","0","7414590282","7414590282","7414590282","126048034794","7414590282","7414590282","7414590282","126048034794","17","0","622830747","622830747","622830747","622830747","0","no data","no data","0","0","0","0","0","0","19579361.17","19615758","19538215","939809336","18.09","18.22","17.95","18.09","4.55","4.57","4.52","4.55","0.61","0.62","0.60","0.61","0","0","0","0","27.10","27.30","26.89","27.10","0","0","0","0","3.34","3.37","3.32","3.34","0","0","0","0","0","0","0","0","18.19","18.39","18.06","18.19","12","25","27.10","27.30","26.89","27.10","0.09","0.09","0.09","0.09","9.73","9.84","9.66","9.73","10.67","10.75","10.59","10.67","3.88","3.92","3.84","3.88","3.88","3.92","3.84","3.88","6.79","6.87","6.74","6.79","0.80","0.81","0.79","0.80","2.52","2.54","2.50","2.52","0","0","0","0","81.88","82.51","81.25","81.88","0.55","0.55","0.54","0.55","81.88","82.51","81.25","81.88","20.83","10.00","20.87","10.02","20.79","9.98","20.83","480.00","14.28","14.36","0.22","0.16","0.04","0.00","0","0.60","3.90","0","0.06","0.02","0.07","0.31","1.00","0.07","4.08","0","3.85","17.51","0.18","19.18","0.19","16.76","0.17","17.51","33.62","82.49","81.06","83.06","82.49","3","31.23","25.41","12","2.50","12","3.01","12","2.00","2304","480.00","0.23","0.25","0.22","43.96"
|
||
|
|
"3","60","python3.12","127.0.0.1","cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu","1","7","(384, 1, 1)","(296, 224, 1)","0","12.1","0","1","0","no data","625","316","4225","4975","30000","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","77303952","2137085387.93","77322941","2137610343.16","77247220","2135517018.84","309215808","8548341551.71","74.99","75.02","74.96","74.99","37.66","37.69","37.61","37.66","71.95","72.13","71.77","71.95","0","0","0","0","74.99","75.02","74.96","74.99","36172608","36172608","36172608","36172608","66256","66256","66256","66256","66256","66256","66256","66256","66304","66304","66304","66304","0.39","0.40","0.39","0.39","2560592083","16.44","16.56","16.34","16.44","5.63","5.67","5.60","5.63","40.15","40.43","39.92","40.15","0","0","0","0","0","0","0","0","36.39","36.72","36.09","36.39","25.70","25.92","25.51","25.70","8.75","8.83","8.69","8.75","43.23","43.59","42.87","43.23","90","0","0","0","0","0.11","0.11","0.10","0.11","43.30","43.66","42.94","43.30","8","384","1","1","384","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","224","1","66304","","0","0","3","24","1","1","4","300","157","0","2028","2388","4718592","0","0","0","0","168","168","102400","89088","89088","1024","88064","0","48","1024","7","25460736","24","all","0","0","0","0","0","1381.33","0","0","0","0","0","0","0","0","0","0","41.57","41.59","41.55","41.57","0","0","0","0","71.95","72.13","71.77","71.95","89.11","74.99","75.02","74.96","74.99","37.50","37.52","37.48","37.50","74.99","75.02","74.96","74.99","33.14","33.17","33.12","33.14","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","0","7414590282","7414590282","7414590282","126048034794","7414590282","7414590282","7414590282","126048034794","17","0","2560592083","2560592083","2560592083","2560592083","0","no data","no data","0","0","0","0","0","0","77183115.25","77224260","77101423","3704789532","17.44","17.58","17.31","17.44","4.44","4.46","4.43","4.44","0.64","0.64","0.63","0.64","0","0","0","0","25.70","25.90","25.45","25.70","0","0","0","0","3.12","3.14","3.09","3.12","0","0","0","0","0","0","0","0","17.54","17.66","17.39","17.54","12","25","25.70","25.90","25.45","25.70","0.12","0.12","0.12","0.12","9.15","9.22","9.06","9.15","10.17","10.24","10.08","10.17","3.76","3.78","3.73","3.76","3.76","3.78","3.73","3.76","6.72","6.77","6.68","6.72","0.83","0.84","0.83","0.83","2.69","2.71","2.67","2.69","0","0","0","0","76.85","77.39","76.22","76.85","0.54","0.54","0.53","0.54","76.85","77.39","76.22","76.85","20.83","10.00","20.84","10.01","20.81","9.99","20.83","480.00","14.38","14.46","0.24","0.16","0.04","0.00","0","0.61","3.82","0","0.07","0.02","0.08","0.31","1.00","0.08","4.41","0","3.78","17.39","0.17","19.03","0.19","16.60","0.17","17.39","33.38","82.61","81.02","83.29","82.61","3","31.25","25.64","12","2.50","12","3.00","12","2.00","2304","480.00","0.23","0.25","0.22","43.68"
|
||
|
|
"4","60","python3.12","127.0.0.1","cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu","1","7","(384, 1, 1)","(296, 42, 1)","0","12.1","0","1","0","no data","625","316","4225","4975","30000","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","34588907.25","2135252700.54","34597216","2135765618.77","34564347","2133736539.89","138355629","8541010802.16","81.58","81.61","81.56","81.58","40.95","41.00","40.90","40.95","80.30","80.45","80.15","80.30","0","0","0","0","81.58","81.61","81.56","81.58","16198976","16198976","16198976","16198976","12384","12384","12384","12384","12384","12384","12384","12384","12432","12432","12432","12432","0.22","0.22","0.22","0.22","1192937654","18.21","18.35","18.07","18.21","6.13","6.18","6.09","6.13","43.97","44.31","43.63","43.97","0","0","0","0","0","0","0","0","40.62","40.93","40.30","40.62","27.96","28.29","27.64","27.96","12.18","12.28","12.07","12.18","48.31","48.68","47.93","48.31","90","0","0","0","0","0.04","0.04","0.04","0.04","46.09","46.45","45.74","46.09","8","384","1","1","384","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","42","1","12432","","0","0","3","24","1","1","4","300","157","0","2028","2388","4718592","0","0","0","0","168","168","102400","89088","89088","1024","88064","0","48","1024","7","4773888","24","all","0","0","0","0","0","259","0","0","0","0","0","0","0","0","0","0","44.41","44.42","44.40","44.41","0","0","0","0","80.30","80.45","80.15","80.30","91.07","81.58","81.61","81.56","81.58","40.80","40.82","40.79","40.80","81.58","81.61","81.56","81.58","40.58","40.62","40.56","40.58","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","0","7414590282","7414590282","7414590282","126048034794","7414590282","7414590282","7414590282","126048034794","17","0","1192937654","1192937654","1192937654","1192937654","0","no data","no data","0","0","0","0","0","0","36250542.50","36317254","36167629","1740026040","18.18","18.38","17.98","18.18","4.45","4.47","4.42","4.45","0.55","0.55","0.54","0.55","0","0","0","0","27.96","28.18","27.75","27.96","0","0","0","0","3.54","3.57","3.51","3.54","0","0","0","0","0","0","0","0","18.29","18.49","18.16","18.29","12","25","27.96","28.18","27.75","27.96","0.05","0.05","0.05","0.05","10.18","10.30","10.10","10.18","10.92","11.01","10.84","10.92","3.90","3.95","3.86","3.90","3.90","3.95","3.86","3.90","6.53","6.58","6.48","6.53","0.70","0.71","0.70","0.70","2.10","2.12","2.08","2.10","0","0","0","0","85.88","86.54","85.21","85.88","0.54","0.55","0.53","0.54","85.88","86.54","85.21","85.88","20.83","10.00","20.87","10.02","20.79","9.98","20.83","480.00","14.34","14.43","0.17","0.16","0.04","0.00","0","0.60","4.06","0","0.05","0.01","0.07","0.31","1.00","0.05","3.81","0","3.98","17.44","0.17","19.04","0.19","16.72","0.17","17.44","33.48","82.56","81.15","83.05","82.56","3","31.22","25.05","12","2.50","12","3.01","12","2.00","2304","480.00","0.23","0.25","0.22","43.74"
|