daniel/h3-blackwell-runtime
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
h3-blackwell-runtime/benchmarks/gb10-fully-fused-block24-fresh-l2-misses-warm.csv

48 lines
83 KiB
CSV
Raw Normal View History

Preserve Vortex performance research history
2026-08-25 20:30:22 +07:00
==WARNING== Note: Running with uncontrolled GPU caches. Profiling results may be inconsistent.
==PROF== Connected to process 61 (/usr/bin/python3.12)
==PROF== Disconnected from process 61
==PROF== Report: /output/h3-blackwell-runtime/benchmarks/gb10-fully-fused-block24-fresh-l2-misses-warm.ncu-rep
"ID","Process ID","Process Name","Host Name","Kernel Name","Context","Stream","Block Size","Grid Size","Device","CC","c2clink__enabled_mask","c2clink__present","device__attribute_architecture","device__attribute_async_engine_count","device__attribute_can_flush_remote_writes","device__attribute_can_map_host_memory","device__attribute_can_tex2d_gather","device__attribute_can_use_64_bit_stream_mem_ops","device__attribute_can_use_64_bit_stream_mem_ops_v1","device__attribute_can_use_host_pointer_for_registered_mem","device__attribute_can_use_stream_mem_ops_v1","device__attribute_can_use_stream_wait_value_nor","device__attribute_can_use_stream_wait_value_nor_v1","device__attribute_chip","device__attribute_clock_rate","device__attribute_cluster_launch","device__attribute_compute_capability_major","device__attribute_compute_capability_minor","device__attribute_compute_mode","device__attribute_compute_preemption_supported","device__attribute_concurrent_kernels","device__attribute_concurrent_managed_access","device__attribute_confidential_computing_mode","device__attribute_cooperative_launch","device__attribute_cooperative_multi_device_launch","device__attribute_deferred_mapping_cuda_array_supported","device__attribute_device_index","device__attribute_direct_managed_mem_access_from_host","device__attribute_display_name","device__attribute_dma_buf_supported","device__attribute_ecc_enabled","device__attribute_fb_bus_width","device__attribute_fbp_count","device__attribute_generic_compression_supported","device__attribute_global_l1_cache_supported","device__attribute_global_memory_bus_width","device__attribute_gpu_direct_rdma_flush_writes_options","device__attribute_gpu_direct_rdma_supported","device__attribute_gpu_direct_rdma_with_cuda_vmm_supported","device__attribute_gpu_direct_rdma_writes_ordering","device__attribute_gpu_overlap","device__attribute_gpu_pci_device_id","device__attribute_gpu_pci_ext_device_id","device__attribute_gpu_pci_ext_downstream_link_rate","device__attribute_gpu_pci_ext_downstream_link_width","device__attribute_gpu_pci_ext_gen","device__attribute_gpu_pci_ext_gpu_gen","device__attribute_gpu_pci_ext_gpu_link_rate","device__attribute_gpu_pci_ext_gpu_link_width","device__attribute_gpu_pci_revision_id","device__attribute_gpu_pci_sub_system_id","device__attribute_handle_type_fabric_supported","device__attribute_handle_type_posix_file_descriptor_supported","device__attribute_handle_type_win32_handle_supported","device__attribute_handle_type_win32_kmt_handle_supported","device__attribute_host_native_atomic_supported","device__attribute_host_numa_id","device__attribute_host_register_supported","device__attribute_implementation","device__attribute_integrated","device__attribute_ipc_event_supported","device__attribute_kernel_exec_timeout","device__attribute_l2_cache_size","device__attribute_l2s_count","device__attribute_limits_max_cta_per_sm","device__attribute_limits_num_tpcs","device__attribute_local_l1_cache_supported","device__attribute_managed_memory","device__attribute_max_access_policy_window_size","device__attribute_max_block_dim_x","device__attribute_max_block_dim_y","device__attribute_max_block_dim_z","device__attribute_max_blocks_per_multiprocessor","device__attribute_max_gpu_frequency_khz","device__attribute_max_grid_dim_x","device__attribute_max_grid_dim_y","device__attribute_max_grid_dim_z","device__attribute_max_ipc_per_multiprocessor","device__attribute_max_ipc_per_scheduler","device__attribute_max_mem_frequency_khz","device__attribute_max_persisting_l2_cache_size","device__attribute_max_pitch","device__attribute_max_registers_per_block","device__attribute_max_registers_per_multiprocessor","device__attribute_max_registers_per_thread","device__attribute_max_shared_memory_per_block","device__attribute_max_shared_memory_per_block_optin","device__attribute_max_shared_memory_per_multiprocessor","device__attribute_max_threads_per_block","device__attribute_max_threads_per_multiprocessor","device__attribute_max_warps_per_multiprocessor","device__attribute_max_warps_per_scheduler","device__attribute_maximum_surfa
"","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","ns","","block","block","block","","","","","cluster","block","","","","","","","","","","","","%","%","block","block","block","block","block","","","","","","byte","","","","","register/thread","register/thread","byte","byte/block","byte/block","byte/block","byte/block","byte/block","SM","","","thread","","","","","","","","","sector","sector","sector","sector","sector","sector","sector","sector","","","","","","","","","","","","","","","","","","","","","","","","pass","pass","warp","%","warp"
"0","61","python3.12","127.0.0.1","void at::<unnamed>::vectorized_layer_norm_kernel<c10::BFloat16, float, 1>(int, T2, const T1 *, const T1 *, const T1 *, T2 *, T2 *, T1 *)","1","7","(32, 4, 1)","(37810, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","3917408","1","32","4","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","37810","1","1","37810","","0","0","24","24","12","28","12","336","2540","0","5264","956","4718592","0","0","0","0","38","40","32768","1048","1152","1024","24","0","48","1024","7","4839680","24","all","0","0","0","0","0","65.64","820245.50","824918","817137","13123928","794156.19","794335","794060","12706499","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","0","1","0","48","100","12"
"1","61","python3.12","127.0.0.1","void at::elementwise_kernel<128, 2, void at::gpu_kernel_impl_nocast<at::direct_copy_kernel_cuda(at::TensorIteratorBase &)::[lambda() (instance 3)]::operator ()() const::[lambda() (instance 7)]::operator ()() const::[lambda(float) (instance 1)]>(at::TensorIteratorBase &, const T1 &)::[lambda(int) (instance 1)]>(int, T3)","1","7","(128, 1, 1)","(63, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","12160","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","63","1","1","63","","0","0","24","24","21","32","12","336","2540","0","5264","956","4718592","0","0","0","0","18","24","32768","1024","1024","1024","0","0","48","1024","7","8064","24","all","0","0","0","0","0","0.11","161.81","270","64","2589","129.19","193","73","2067","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"2","61","python3.12","127.0.0.1","void at::elementwise_kernel<128, 2, void at::gpu_kernel_impl_nocast<at::direct_copy_kernel_cuda(at::TensorIteratorBase &)::[lambda() (instance 3)]::operator ()() const::[lambda() (instance 7)]::operator ()() const::[lambda(float) (instance 1)]>(at::TensorIteratorBase &, const T1 &)::[lambda(int) (instance 1)]>(int, T3)","1","7","(128, 1, 1)","(63, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","9952","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","63","1","1","63","","0","0","24","24","21","32","12","336","2540","0","5264","956","4718592","0","0","0","0","18","24","32768","1024","1024","1024","0","0","48","1024","7","8064","24","all","0","0","0","0","0","0.11","133.94","208","48","2143","128.75","202","68","2060","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"3","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::FillFunctor<unsigned char>, std::array<char *, 1>>(int, T2, T3)","1","7","(128, 1, 1)","(6216, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","80160","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","6216","1","1","6216","","0","0","24","24","32","32","12","336","2540","0","5264","956","4718592","0","0","0","0","16","16","32768","1024","1024","1024","0","0","48","1024","7","795648","24","all","0","0","0","0","0","10.79","54.62","132","0","874","24871.62","24919","24832","397946","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"4","61","python3.12","127.0.0.1","void <unnamed>::partial_absmax_modulated_bf16_kernel<float>(const unsigned short *, const T1 *, const T1 *, const int *, float *, long, long)","1","7","(128, 1, 1)","(256, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","3948416","1","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","256","1","1","256","","0","0","24","24","8","28","12","288","1722","0","5264","1256","4718592","0","0","0","0","60","64","32768","1152","1152","1024","0","128","48","1024","7","32768","24","all","0","0","0","0","0","0.67","794602.12","794790","794484","12713634","46.56","121","0","745","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","32","66.67","8"
"5","61","python3.12","127.0.0.1","<unnamed>::final_scale_bf16_compat_kernel(const float *, float *, long, float)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","21696","1","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","21","28","12","336","2540","0","5264","1364","4718592","0","0","0","0","24","24","32768","1152","1152","1024","0","128","48","1024","7","128","24","all","0","0","0","0","0","0.00","44.88","98","0","718","8.69","44","0","139","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"6","61","python3.12","127.0.0.1","void <unnamed>::quantize_nvfp4_modulated_bf16_kernel<float>(const unsigned short *, const T1 *, const T1 *, const int *, const float *, unsigned char *, unsigned char *, long, long, long, long, long, long)","1","7","(256, 1, 1)","(37888, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","2799872","0","256","1","1","256","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","37888","1","1","37888","","0","0","24","24","6","16","6","512","2484","0","4976","1176","4718592","0","0","0","0","39","40","16384","1024","1024","1024","0","0","48","1024","7","9699328","24","all","0","0","0","0","0","131.56","794672.69","794826","794534","12714763","204837.31","204913","204776","3277397","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"7","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::BinaryFunctor<float, float, float, binary_internal::MulFunctor<float>>, std::array<char *, 3>>(int, T2, T3)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","14528","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","12","32","12","336","2540","0","5264","956","4718592","0","0","0","0","40","40","32768","1024","1024","1024","0","0","48","1024","7","128","24","all","0","0","0","0","0","0.00","18.38","67","0","294","4","10","0","64","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"8","61","python3.12","127.0.0.1","cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu","1","7","(384, 1, 1)","(296, 168, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","27228896","8","384","1","1","384","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","168","1","49728","","0","0","3","24","1","1","4","300","157","0","2028","2388","4718592","0","0","0","0","168","168","102400","89088","89088","1024","88064","0","48","1024","7","19095552","24","all","0","0","0","0","0","1036","5353448.62","5376398","5342153","85655178","3178438.75","3179022","3178147","50855020","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","12","25","3"
"9","61","python3.12","127.0.0.1","void comfy::<unnamed>::rope_kernel<__nv_bfloat16, __nv_bfloat16, __nv_bfloat16, 1, 1, 1, 1, 0>(const T1 *, const T1 *, const T2 *, const T3 *, const T3 *, T1 *, T1 *, long, long, long, int, int, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, long, float)","1","7","(128, 1, 1)","(529340, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","12278624","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","529340","1","1","529340","","0","0","24","24","4","32","12","216","456","0","5264","676","4718592","0","0","0","0","117","120","32768","1024","1024","1024","0","0","48","1024","7","67755520","24","all","0","0","0","0","0","2756.98","2152169.81","2157322","2144862","34434717","1110.19","1494","860","17763","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","16","33.33","4"
"10","61","python3.12","127.0.0.1","void at::reduce_kernel<128, 4, at::ReduceOp<c10::BFloat16, at::MeanOps<c10::BFloat16, float, float, c10::BFloat16>, unsigned int, c10::BFloat16, 4, 4>>(T3)","1","7","(32, 4, 1)","(56, 37, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","2500512","1","32","4","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","56","37","1","2072","","0","0","24","24","8","20","12","288","1710","0","5264","1696","4718592","0","0","0","0","60","64","65536","3088","3200","1024","2048","16","48","1024","7","265216","24","all","0","0","0","0","0","5.40","1061648.38","1066978","1055750","16986374","2145.06","2226","2072","34321","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","32","66.67","8"
"11","61","python3.12","127.0.0.1","void QuantInt8Kernel<128, 32, 1, 0, 0, __nv_bfloat16>(T6 *, T6 *, signed char *, float *, float, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int)","1","7","(512, 1, 1)","(1184, 56, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","4123296","1","512","1","1","512","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1184","56","1","66304","","0","0","24","24","4","6","3","752","2252","0","3760","3424","4718592","0","0","0","0","27","32","8192","1156","1280","1024","0","132","48","1024","7","33947648","24","all","0","0","0","0","0","460.44","1061247.75","1070985","1056154","16979964","529881.19","529998","529732","8478099","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"12","61","python3.12","127.0.0.1","void QuantInt8Kernel<128, 64, 1, 0, 1, __nv_bfloat16>(T6 *, T6 *, signed char *, float *, float, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int)","1","7","(1024, 1, 1)","(591, 56, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","4019968","1","1024","1","1","1024","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","591","56","1","33096","","0","0","24","24","2","6","1","800","2252","0","2080","6368","4718592","0","0","0","0","25","32","8192","1156","1280","1024","0","132","48","1024","7","33890304","24","all","0","0","0","0","0","689.50","1060403.38","1065378","1055285","16966454","529638.25","529732","529513","8474212","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","32","66.67","8"
"13","61","python3.12","127.0.0.1","void TransposePadPermuteKernel<128, 64, 1, __nv_bfloat16>(T4 *, T4 *, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int)","1","7","(1024, 1, 1)","(591, 56, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","5422144","1","1024","1","1","1024","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","591","56","1","33096","","0","0","24","24","2","1","1","800","1057","0","2080","6368","4718592","0","0","0","0","24","24","65536","33792","33792","1024","0","32768","48","1024","7","33890304","24","all","0","0","0","0","0","689.50","1059967.56","1066970","1054726","16959481","1059222.19","1059320","1059104","16947555","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","32","66.67","8"
"14","61","python3.12","127.0.0.1","void MeanScaleKernel<64, 0, __nv_bfloat16>(T3 *, signed char *, float *, float *, float, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int)","1","7","(256, 1, 1)","(56, 1, 128)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","5691392","1","256","1","1","256","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","56","1","128","7168","","0","0","24","24","6","23","6","512","2533","0","4976","2360","4718592","0","0","0","0","40","40","32768","1284","1408","1024","0","260","48","1024","7","1835008","24","all","0","0","0","0","0","24.89","1925826.75","1928326","1922586","30813228","470158.56","471030","469086","7522537","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"15","61","python3.12","127.0.0.1","void qk_int_sv_f8_attn_kernel<128, 64, 32, 64, 128, 1, 2, 2, float, 1, __nv_bfloat16, 1, 0, 0, 1, 0, 1>(signed char *, signed char *, signed char *, T11 *, float *, float *, float *, float *, float *, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, float)","1","7","(32, 4, 1)","(296, 56, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","257743840","1","32","4","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","56","1","16576","","0","0","24","24","2","3","12","152","101","0","2732","1200","4718592","0","0","0","0","255","256","102400","33792","33792","1024","32768","0","48","1024","7","2121728","24","all","0","0","0","0","0","172.67","2576930.94","2592118","2563870","41230895","1079616.19","1086171","1076688","17273859","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","8","16.67","2"
"16","61","python3.12","127.0.0.1","<unnamed>::partial_absmax_bf16_vec_kernel(const uint4 *, const unsigned short *, float *, long, long)","1","7","(128, 1, 1)","(256, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","2340576","1","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","256","1","1","256","","0","0","24","24","12","28","12","336","2540","0","5264","1364","4718592","0","0","0","0","40","40","32768","1152","1152","1024","0","128","48","1024","7","32768","24","all","0","0","0","0","0","0.44","1058459.06","1058628","1058293","16935345","36.12","87","0","578","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"17","61","python3.12","127.0.0.1","<unnamed>::final_scale_warp_kernel(const float *, float *, long, float)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","3200","1","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","21","28","12","336","2540","0","5264","1364","4718592","0","0","0","0","24","24","32768","1152","1152","1024","0","128","48","1024","7","128","24","all","0","0","0","0","0","0.00","15.75","64","0","252","2.69","8","0","43","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"18","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::bfloat16_copy_kernel_cuda(at::TensorIteratorBase &)::[lambda(float) (instance 1)], std::array<char *, 2>>(int, T2, T3)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","13568","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","12","32","12","336","2540","0","5264","956","4718592","0","0","0","0","40","40","32768","1024","1024","1024","0","0","48","1024","7","128","24","all","0","0","0","0","0","0.00","18","78","0","288","3.81","8","1","61","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"19","61","python3.12","127.0.0.1","void at::unrolled_elementwise_kernel<at::direct_copy_kernel_cuda(at::TensorIteratorBase &)::[lambda() (instance 3)]::operator ()() const::[lambda() (instance 7)]::operator ()() const::[lambda(float) (instance 1)], std::array<char *, 2>, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, memory::LoadWithCast<1>, memory::StoreWithCast<1>>(int, T1, T2, T4, T5, T6, T7)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","4736","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","16","32","12","336","2540","0","5264","956","4718592","0","0","0","0","32","32","32768","1024","1024","1024","0","0","48","1024","7","128","24","all","0","0","0","0","0","0.00","72.25","168","0","1156","2.38","8","0","38","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"20","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::FillFunctor<unsigned char>, std::array<char *, 1>>(int, T2, T3)","1","7","(128, 1, 1)","(8288, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","77824","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","8288","1","1","8288","","0","0","24","24","32","32","12","336","2540","0","5264","956","4718592","0","0","0","0","16","16","32768","1024","1024","1024","0","0","48","1024","7","1060864","24","all","0","0","0","0","0","14.39","134.25","412","16","2148","33173.06","33198","33152","530769","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"21","61","python3.12","127.0.0.1","void comfy::<unnamed>::quantize_nvfp4_kernel<__nv_bfloat16, __nv_fp4x2_e2m1, __nv_fp8_e4m3, 1, 1>(const T1 *, const float *, T2 *, T3 *, unsigned long, unsigned long, unsigned long, unsigned long, float)","1","7","(128, 1, 1)","(529536, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","3305536","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","529536","1","1","529536","","0","0","24","24","16","32","12","336","2540","0","5264","956","4718592","0","0","0","0","32","32","32768","1024","1024","1024","0","0","48","1024","7","67780608","24","all","0","0","0","0","0","919.33","1059736.62","1060354","1059310","16955786","151033.81","151292","150696","2416541","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"22","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::BinaryFunctor<float, float, float, binary_internal::MulFunctor<float>>, std::array<char *, 3>>(int, T2, T3)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","7136","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","12","32","12","336","2540","0","5264","956","4718592","0","0","0","0","40","40","32768","1024","1024","1024","0","0","48","1024","7","128","24","all","0","0","0","0","0","0.00","17.12","65","0","274","2.75","14","0","44","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"23","61","python3.12","127.0.0.1","cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu","1","7","(384, 1, 1)","(296, 42, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","8537312","8","384","1","1","384","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","42","1","12432","","0","0","3","24","1","1","4","300","157","0","2028","2388","4718592","0","0","0","0","168","168","102400","89088","89088","1024","88064","0","48","1024","7","4773888","24","all","0","0","0","0","0","259","1817245.56","1819027","1813874","29075929","794369.38","794435","794304","12709910","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","12","25","3"
"24","61","python3.12","127.0.0.1","_gate_add_kernel","1","7","(128, 1, 1)","(37810, 6, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","5829152","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","37810","6","1","226860","","0","0","24","24","16","32","12","336","2540","0","5264","956","4718592","0","0","0","0","32","32","32768","1024","1024","1024","0","0","48","1024","7","29038080","24","all","0","0","0","0","0","393.85","1591085.75","1591478","1590664","25457372","168.25","413","6","2692","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"25","61","python3.12","127.0.0.1","void at::<unnamed>::vectorized_layer_norm_kernel<c10::BFloat16, float, 1>(int, T2, const T1 *, const T1 *, const T1 *, T2 *, T2 *, T1 *)","1","7","(32, 4, 1)","(37810, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","3777824","1","32","4","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","37810","1","1","37810","","0","0","24","24","12","28","12","336","2540","0","5264","956","4718592","0","0","0","0","38","40","32768","1048","1152","1024","24","0","48","1024","7","4839680","24","all","0","0","0","0","0","65.64","816189.69","827623","809429","13059035","794128.75","794256","794052","12706060","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"26","61","python3.12","127.0.0.1","void at::elementwise_kernel<128, 2, void at::gpu_kernel_impl_nocast<at::direct_copy_kernel_cuda(at::TensorIteratorBase &)::[lambda() (instance 3)]::operator ()() const::[lambda() (instance 7)]::operator ()() const::[lambda(float) (instance 1)]>(at::TensorIteratorBase &, const T1 &)::[lambda(int) (instance 1)]>(int, T3)","1","7","(128, 1, 1)","(63, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","6208","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","63","1","1","63","","0","0","24","24","21","32","12","336","2540","0","5264","956","4718592","0","0","0","0","18","24","32768","1024","1024","1024","0","0","48","1024","7","8064","24","all","0","0","0","0","0","0.11","158.06","216","80","2529","128.50","200","65","2056","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"27","61","python3.12","127.0.0.1","void at::elementwise_kernel<128, 2, void at::gpu_kernel_impl_nocast<at::direct_copy_kernel_cuda(at::TensorIteratorBase &)::[lambda() (instance 3)]::operator ()() const::[lambda() (instance 7)]::operator ()() const::[lambda(float) (instance 1)]>(at::TensorIteratorBase &, const T1 &)::[lambda(int) (instance 1)]>(int, T3)","1","7","(128, 1, 1)","(63, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","4384","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","63","1","1","63","","0","0","24","24","21","32","12","336","2540","0","5264","956","4718592","0","0","0","0","18","24","32768","1024","1024","1024","0","0","48","1024","7","8064","24","all","0","0","0","0","0","0.11","127.44","179","80","2039","128.50","194","68","2056","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"28","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::FillFunctor<unsigned char>, std::array<char *, 1>>(int, T2, T3)","1","7","(128, 1, 1)","(6216, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","69344","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","6216","1","1","6216","","0","0","24","24","32","32","12","336","2540","0","5264","956","4718592","0","0","0","0","16","16","32768","1024","1024","1024","0","0","48","1024","7","795648","24","all","0","0","0","0","0","10.79","43","112","2","688","24869.69","24917","24832","397915","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"29","61","python3.12","127.0.0.1","void <unnamed>::partial_absmax_modulated_bf16_kernel<float>(const unsigned short *, const T1 *, const T1 *, const int *, float *, long, long)","1","7","(128, 1, 1)","(256, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","3989568","1","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","256","1","1","256","","0","0","24","24","8","28","12","288","1722","0","5264","1256","4718592","0","0","0","0","60","64","32768","1152","1152","1024","0","128","48","1024","7","32768","24","all","0","0","0","0","0","0.67","795642.19","796200","795134","12730275","203","263","128","3248","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","32","66.67","8"
"30","61","python3.12","127.0.0.1","<unnamed>::final_scale_bf16_compat_kernel(const float *, float *, long, float)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","7296","1","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","21","28","12","336","2540","0","5264","1364","4718592","0","0","0","0","24","24","32768","1152","1152","1024","0","128","48","1024","7","128","24","all","0","0","0","0","0","0.00","19.88","68","0","318","2.44","10","0","39","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"31","61","python3.12","127.0.0.1","void <unnamed>::quantize_nvfp4_modulated_bf16_kernel<float>(const unsigned short *, const T1 *, const T1 *, const int *, const float *, unsigned char *, unsigned char *, long, long, long, long, long, long)","1","7","(256, 1, 1)","(37888, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","2821344","0","256","1","1","256","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","37888","1","1","37888","","0","0","24","24","6","16","6","512","2484","0","4976","1176","4718592","0","0","0","0","39","40","16384","1024","1024","1024","0","0","48","1024","7","9699328","24","all","0","0","0","0","0","131.56","794676.25","794817","794536","12714820","204845.12","204937","204776","3277522","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"32","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::BinaryFunctor<float, float, float, binary_internal::MulFunctor<float>>, std::array<char *, 3>>(int, T2, T3)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","26496","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","12","32","12","336","2540","0","5264","956","4718592","0","0","0","0","40","40","32768","1024","1024","1024","0","0","48","1024","7","128","24","all","0","0","0","0","0","0.00","19.44","74","0","311","5.25","13","0","84","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"33","61","python3.12","127.0.0.1","cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu","1","7","(384, 1, 1)","(296, 224, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","36742080","8","384","1","1","384","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","296","224","1","66304","","0","0","3","24","1","1","4","300","157","0","2028","2388","4718592","0","0","0","0","168","168","102400","89088","89088","1024","88064","0","48","1024","7","25460736","24","all","0","0","0","0","0","1381.33","7136783.69","7167717","7118657","114188539","4237745","4238420","4237430","67803920","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","12","25","3"
"34","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::FillFunctor<unsigned char>, std::array<char *, 1>>(int, T2, T3)","1","7","(128, 1, 1)","(16576, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","163424","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","16576","1","1","16576","","0","0","24","24","32","32","12","336","2540","0","5264","956","4718592","0","0","0","0","16","16","32768","1024","1024","1024","0","0","48","1024","7","2121728","24","all","0","0","0","0","0","28.78","24.38","58","0","390","48825.25","49504","48419","781204","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"35","61","python3.12","127.0.0.1","<unnamed>::partial_absmax_swiglu_bf16_kernel(const unsigned short *, float *, long, long)","1","7","(128, 1, 1)","(256, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","13170368","1","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","256","1","1","256","","0","0","24","24","16","28","12","336","2540","0","5264","1364","4718592","0","0","0","0","28","32","32768","1152","1152","1024","0","128","48","1024","7","32768","24","all","0","0","0","0","0","0.44","4238501.25","4239692","4237682","67816020","922.31","1325","519","14757","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"36","61","python3.12","127.0.0.1","<unnamed>::final_scale_bf16_compat_kernel(const float *, float *, long, float)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","3616","1","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","21","28","12","336","2540","0","5264","1364","4718592","0","0","0","0","24","24","32768","1152","1152","1024","0","128","48","1024","7","128","24","all","0","0","0","0","0","0.00","7.56","44","0","121","2.31","10","0","37","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"37","61","python3.12","127.0.0.1","<unnamed>::quantize_nvfp4_swiglu_bf16_kernel(const unsigned short *, const float *, unsigned char *, unsigned char *, long, long, long, long, long)","1","7","(256, 1, 1)","(37888, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","10651552","0","256","1","1","256","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","37888","1","1","37888","","0","0","24","24","5","16","6","472","2052","0","4976","1128","4718592","0","0","0","0","45","48","16384","1024","1024","1024","0","0","48","1024","7","9699328","24","all","0","0","0","0","0","157.87","4235033","4235090","4234914","67760528","546174.44","546284","546105","8738791","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","40","83.33","10"
"38","61","python3.12","127.0.0.1","void at::vectorized_elementwise_kernel<4, at::BinaryFunctor<float, float, float, binary_internal::MulFunctor<float>>, std::array<char *, 3>>(int, T2, T3)","1","7","(128, 1, 1)","(1, 1, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","24128","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","1","1","1","1","","0","0","24","24","12","32","12","336","2540","0","5264","956","4718592","0","0","0","0","40","40","32768","1024","1024","1024","0","0","48","1024","7","128","24","all","0","0","0","0","0","0.00","16.94","51","0","271","5.25","13","0","84","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
"39","61","python3.12","127.0.0.1","cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu_stream_k","1","7","(384, 1, 1)","(42, 296, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","54593632","8","384","1","1","384","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","42","296","1","12432","","0","0","3","24","1","1","4","300","157","0","2028","2388","4718592","0","0","0","0","168","168","102400","89088","89088","1024","88064","0","48","1024","7","4773888","24","all","0","0","0","0","0","259","22956311.19","22958936","22954426","367300979","795898.06","796466","795537","12734369","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","12","25","3"
"40","61","python3.12","127.0.0.1","_gate_add_kernel","1","7","(128, 1, 1)","(37810, 6, 1)","0","12.1","0","1","432","1","0","1","1","1","0","1","0","1","0","443","2418000","1","12","1","0","1","1","1","No-CC","1","1","1","0","0","NVIDIA GB10","0","0","256","4","1","1","256","1","0","0","100","1","772935902","11794","32000","16","0","4","2500","16","161","4318","0","1","0","0","1","0","1","443","1","1","1","25165824","24","24","24","1","1","134217728","1024","1024","64","24","2418000","2147483647","65535","65535","4","1","8533000","18874368","2147483647","65536","65536","255","49152","101376","102400","1024","1536","48","12","2048","32768","32768","65536","32768","2048","32768","131072","16384","16384","16384","2046","32768","32768","2048","32768","268435456","32768","131072","32768","32768","65536","32768","2048","32768","65000","2097120","131072","32768","32768","131072","16384","32768","16384","8192","16384","8192","2046","32768","32768","4","8533000","1","1","0","0","0","0","48","6","4","1","0","1","1","1","0","15","1","0","1024","12","64","1","1","512","0","1","512","32","65536","130661769216","1","1","1","32","5628032","0","128","1","1","128","0","0","0","0","8","PolicySpread","0","1","0","CachePreferNone","1","37810","6","1","226860","","0","0","24","24","16","32","12","336","2540","0","5264","956","4718592","0","0","0","0","32","32","32768","1024","1024","1024","0","0","48","1024","7","29038080","24","all","0","0","0","0","0","393.85","1591199.12","1591656","1590898","25459186","118.25","175","78","1892","1","1","1","1","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","1","1","0","48","100","12"
Reference in a new issue Copy permalink