21 KiB
21 KiB
| 1 | ID | Process ID | Process Name | Host Name | Kernel Name | Context | Stream | Block Size | Grid Size | Device | CC | c2clink__enabled_mask | c2clink__present | device__attribute_architecture | device__attribute_async_engine_count | device__attribute_can_flush_remote_writes | device__attribute_can_map_host_memory | device__attribute_can_tex2d_gather | device__attribute_can_use_64_bit_stream_mem_ops | device__attribute_can_use_64_bit_stream_mem_ops_v1 | device__attribute_can_use_host_pointer_for_registered_mem | device__attribute_can_use_stream_mem_ops_v1 | device__attribute_can_use_stream_wait_value_nor | device__attribute_can_use_stream_wait_value_nor_v1 | device__attribute_chip | device__attribute_clock_rate | device__attribute_cluster_launch | device__attribute_compute_capability_major | device__attribute_compute_capability_minor | device__attribute_compute_mode | device__attribute_compute_preemption_supported | device__attribute_concurrent_kernels | device__attribute_concurrent_managed_access | device__attribute_confidential_computing_mode | device__attribute_cooperative_launch | device__attribute_cooperative_multi_device_launch | device__attribute_deferred_mapping_cuda_array_supported | device__attribute_device_index | device__attribute_direct_managed_mem_access_from_host | device__attribute_display_name | device__attribute_dma_buf_supported | device__attribute_ecc_enabled | device__attribute_fb_bus_width | device__attribute_fbp_count | device__attribute_generic_compression_supported | device__attribute_global_l1_cache_supported | device__attribute_global_memory_bus_width | device__attribute_gpu_direct_rdma_flush_writes_options | device__attribute_gpu_direct_rdma_supported | device__attribute_gpu_direct_rdma_with_cuda_vmm_supported | device__attribute_gpu_direct_rdma_writes_ordering | device__attribute_gpu_overlap | device__attribute_gpu_pci_device_id | device__attribute_gpu_pci_ext_device_id | device__attribute_gpu_pci_ext_downstream_link_rate | device__attribute_gpu_pci_ext_downstream_link_width | device__attribute_gpu_pci_ext_gen | device__attribute_gpu_pci_ext_gpu_gen | device__attribute_gpu_pci_ext_gpu_link_rate | device__attribute_gpu_pci_ext_gpu_link_width | device__attribute_gpu_pci_revision_id | device__attribute_gpu_pci_sub_system_id | device__attribute_handle_type_fabric_supported | device__attribute_handle_type_posix_file_descriptor_supported | device__attribute_handle_type_win32_handle_supported | device__attribute_handle_type_win32_kmt_handle_supported | device__attribute_host_native_atomic_supported | device__attribute_host_numa_id | device__attribute_host_register_supported | device__attribute_implementation | device__attribute_integrated | device__attribute_ipc_event_supported | device__attribute_kernel_exec_timeout | device__attribute_l2_cache_size | device__attribute_l2s_count | device__attribute_limits_max_cta_per_sm | device__attribute_limits_num_tpcs | device__attribute_local_l1_cache_supported | device__attribute_managed_memory | device__attribute_max_access_policy_window_size | device__attribute_max_block_dim_x | device__attribute_max_block_dim_y | device__attribute_max_block_dim_z | device__attribute_max_blocks_per_multiprocessor | device__attribute_max_gpu_frequency_khz | device__attribute_max_grid_dim_x | device__attribute_max_grid_dim_y | device__attribute_max_grid_dim_z | device__attribute_max_ipc_per_multiprocessor | device__attribute_max_ipc_per_scheduler | device__attribute_max_mem_frequency_khz | device__attribute_max_persisting_l2_cache_size | device__attribute_max_pitch | device__attribute_max_registers_per_block | device__attribute_max_registers_per_multiprocessor | device__attribute_max_registers_per_thread | device__attribute_max_shared_memory_per_block | device__attribute_max_shared_memory_per_block_optin | device__attribute_max_shared_memory_per_multiprocessor | device__attribute_max_threads_per_block | device__attribute_max_threads_per_multiprocessor | device__attribute_max_warps_per_multiprocessor | device__attribute_max_warps_per_scheduler | device__attribute_maximum_surface1d_layered_layers | device__attribute_maximum_surface1d_layered_width | device__attribute_maximum_surface1d_width | device__attribute_maximum_surface2d_height | device__attribute_maximum_surface2d_layered_height | device__attribute_maximum_surface2d_layered_layers | device__attribute_maximum_surface2d_layered_width | device__attribute_maximum_surface2d_width | device__attribute_maximum_surface3d_depth | device__attribute_maximum_surface3d_height | device__attribute_maximum_surface3d_width | device__attribute_maximum_surfacecubemap_layered_layers | device__attribute_maximum_surfacecubemap_layered_width | device__attribute_maximum_surfacecubemap_width | device__attribute_maximum_texture1d_layered_layers | device__attribute_maximum_texture1d_layered_width | device__attribute_maximum_texture1d_linear_width | device__attribute_maximum_texture1d_mipmapped_width | device__attribute_maximum_texture1d_width | device__attribute_maximum_texture2d_gather_height | device__attribute_maximum_texture2d_gather_width | device__attribute_maximum_texture2d_height | device__attribute_maximum_texture2d_layered_height | device__attribute_maximum_texture2d_layered_layers | device__attribute_maximum_texture2d_layered_width | device__attribute_maximum_texture2d_linear_height | device__attribute_maximum_texture2d_linear_pitch | device__attribute_maximum_texture2d_linear_width | device__attribute_maximum_texture2d_mipmapped_height | device__attribute_maximum_texture2d_mipmapped_width | device__attribute_maximum_texture2d_width | device__attribute_maximum_texture3d_depth | device__attribute_maximum_texture3d_depth_alternate | device__attribute_maximum_texture3d_height | device__attribute_maximum_texture3d_height_alternate | device__attribute_maximum_texture3d_width | device__attribute_maximum_texture3d_width_alternate | device__attribute_maximum_texturecubemap_layered_layers | device__attribute_maximum_texturecubemap_layered_width | device__attribute_maximum_texturecubemap_width | device__attribute_mem_sync_domain_count | device__attribute_memory_clock_rate | device__attribute_memory_pools_supported | device__attribute_mempool_supported_handle_types | device__attribute_mps_enabled | device__attribute_multi_gpu_board | device__attribute_multi_gpu_board_group_id | device__attribute_multicast_supported | device__attribute_multiprocessor_count | device__attribute_num_l2s_per_fbp | device__attribute_num_schedulers_per_multiprocessor | device__attribute_num_tex_per_multiprocessor | device__attribute_numa_config | device__attribute_pageable_memory_access | device__attribute_pageable_memory_access_uses_host_page_tables | device__attribute_pci_bus_id | device__attribute_pci_device_id | device__attribute_pci_domain_id | device__attribute_ram_location | device__attribute_ram_type | device__attribute_reserved_shared_memory_per_block | device__attribute_sass_level | device__attribute_single_to_double_precision_perf_ratio | device__attribute_sparse_cuda_array_supported | device__attribute_stream_priorities_supported | device__attribute_surface_alignment | device__attribute_tcc_driver | device__attribute_tensor_map_access_supported | device__attribute_texture_alignment | device__attribute_texture_pitch_alignment | device__attribute_total_constant_memory | device__attribute_total_memory | device__attribute_unified_addressing | device__attribute_unified_function_pointers | device__attribute_virtual_address_management_supported | device__attribute_warp_size | gpu__compute_memory_throughput.avg.pct_of_peak_sustained_elapsed | gpu__compute_memory_throughput.max.pct_of_peak_sustained_elapsed | gpu__compute_memory_throughput.min.pct_of_peak_sustained_elapsed | gpu__compute_memory_throughput.sum.pct_of_peak_sustained_elapsed | gpu__time_duration.avg | gpu__time_duration.max | gpu__time_duration.min | gpu__time_duration.sum | launch__barrier_count | launch__block_dim_x | launch__block_dim_y | launch__block_dim_z | launch__block_size | launch__cluster_dim_x | launch__cluster_dim_y | launch__cluster_dim_z | launch__cluster_max_active | launch__cluster_max_potential_size | launch__cluster_scheduling_policy | launch__cluster_size | launch__context_id | launch__device_id | launch__func_cache_config | launch__function_pcs | launch__grid_dim_x | launch__grid_dim_y | launch__grid_dim_z | launch__grid_size | launch__kernel_name | launch__occupancy_cluster_gpu_pct | launch__occupancy_cluster_pct | launch__occupancy_limit_barriers | launch__occupancy_limit_blocks | launch__occupancy_limit_registers | launch__occupancy_limit_shared_mem | launch__occupancy_limit_warps | launch__occupancy_per_barrier_count | launch__occupancy_per_block_size | launch__occupancy_per_cluster_size | launch__occupancy_per_register_count | launch__occupancy_per_shared_mem_size | launch__persisting_l2_cache_size | launch__preferred_cluster_dim_x | launch__preferred_cluster_dim_y | launch__preferred_cluster_dim_z | launch__preferred_cluster_size | launch__registers_per_thread | launch__registers_per_thread_allocated | launch__shared_mem_config_size | launch__shared_mem_per_block | launch__shared_mem_per_block_allocated | launch__shared_mem_per_block_driver | launch__shared_mem_per_block_dynamic | launch__shared_mem_per_block_static | launch__sm_count | launch__stack_size | launch__stream_id | launch__thread_count | launch__tpc_count | launch__tpc_enabled | launch__uses_cdp | launch__uses_green_context | launch__uses_mps | launch__uses_nvlink_centric_scheduling | launch__uses_vgpu | launch__waves_per_multiprocessor | lts__t_bytes.avg | lts__t_bytes.max | lts__t_bytes.min | lts__t_bytes.sum | lts__t_sector_hit_rate.pct | numa__cpu_affinity | numa__dev_display_name_all | numa__id_cpu | numa__id_memory | nvlink__bandwidth | nvlink__count_logical | nvlink__count_physical | nvlink__destination_ports | nvlink__dev0Id | nvlink__dev0type | nvlink__dev1Id | nvlink__dev1type | nvlink__dev_display_name_all | nvlink__enabled_mask | nvlink__is_direct_link | nvlink__is_nvswitch_connected | nvlink__max_count | nvlink__peer_access | nvlink__peer_atomic | nvlink__source_ports | nvlink__system_access | nvlink__system_atomic | profiler__perfworks_session_reuse | profiler__replayer_bytes_mem_accessible.avg | profiler__replayer_bytes_mem_accessible.max | profiler__replayer_bytes_mem_accessible.min | profiler__replayer_bytes_mem_accessible.sum | profiler__replayer_bytes_mem_backed_up.avg | profiler__replayer_bytes_mem_backed_up.max | profiler__replayer_bytes_mem_backed_up.min | profiler__replayer_bytes_mem_backed_up.sum | profiler__replayer_passes | profiler__replayer_passes_type_warmup | sm__maximum_warps_avg_per_active_cycle | sm__maximum_warps_per_active_cycle_pct | smsp__maximum_warps_avg_per_active_cycle |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 2 | % | % | % | % | ns | ns | ns | ns | block | block | block | cluster | block | % | % | block | block | block | block | block | byte | register/thread | register/thread | byte | byte/block | byte/block | byte/block | byte/block | byte/block | SM | thread | byte | byte | byte | byte | % | byte | byte | byte | byte | byte | byte | byte | byte | pass | pass | warp | % | warp | |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
| 3 | 0 | 62 | python3.12 | 127.0.0.1 | cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu | 1 | 7 | (384, 1, 1) | (296, 168, 1) | 0 | 12.1 | 0 | 1 | 432 | 1 | 0 | 1 | 1 | 1 | 0 | 1 | 0 | 1 | 0 | 443 | 2418000 | 1 | 12 | 1 | 0 | 1 | 1 | 1 | No-CC | 1 | 1 | 1 | 0 | 0 | NVIDIA GB10 | 0 | 0 | 256 | 4 | 1 | 1 | 256 | 1 | 0 | 0 | 100 | 1 | 772935902 | 11794 | 32000 | 16 | 0 | 4 | 2500 | 16 | 161 | 4318 | 0 | 1 | 0 | 0 | 1 | 0 | 1 | 443 | 1 | 1 | 1 | 25165824 | 24 | 24 | 24 | 1 | 1 | 134217728 | 1024 | 1024 | 64 | 24 | 2418000 | 2147483647 | 65535 | 65535 | 4 | 1 | 8533000 | 18874368 | 2147483647 | 65536 | 65536 | 255 | 49152 | 101376 | 102400 | 1024 | 1536 | 48 | 12 | 2048 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 131072 | 16384 | 16384 | 16384 | 2046 | 32768 | 32768 | 2048 | 32768 | 268435456 | 32768 | 131072 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 65000 | 2097120 | 131072 | 32768 | 32768 | 131072 | 16384 | 32768 | 16384 | 8192 | 16384 | 8192 | 2046 | 32768 | 32768 | 4 | 8533000 | 1 | 1 | 0 | 0 | 0 | 0 | 48 | 6 | 4 | 1 | 0 | 1 | 1 | 1 | 0 | 15 | 1 | 0 | 1024 | 12 | 64 | 1 | 1 | 512 | 0 | 1 | 512 | 32 | 65536 | 130661769216 | 1 | 1 | 1 | 32 | 76.92 | 76.93 | 76.90 | 76.92 | 26446944 | 26446944 | 26446944 | 26446944 | 8 | 384 | 1 | 1 | 384 | 0 | 0 | 0 | 0 | 8 | PolicySpread | 0 | 1 | 0 | CachePreferNone | 1 | 296 | 168 | 1 | 49728 | 0 | 0 | 3 | 24 | 1 | 1 | 4 | 300 | 157 | 0 | 2028 | 2388 | 4718592 | 0 | 0 | 0 | 0 | 168 | 168 | 102400 | 89088 | 89088 | 1024 | 88064 | 0 | 48 | 1024 | 7 | 19095552 | 24 | all | 0 | 0 | 0 | 0 | 0 | 1036 | 2508059386 | 2508629536 | 2507690432 | 40128950176 | 89.11 | 1 | 1 | 1 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 6 | 0 | 12 | 25 | 3 | |
| 4 | 1 | 62 | python3.12 | 127.0.0.1 | void qk_int_sv_f8_attn_kernel<128, 64, 32, 64, 128, 1, 2, 2, float, 1, __nv_bfloat16, 1, 0, 0, 1, 0, 1>(signed char *, signed char *, signed char *, T11 *, float *, float *, float *, float *, float *, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, float) | 1 | 7 | (32, 4, 1) | (296, 56, 1) | 0 | 12.1 | 0 | 1 | 432 | 1 | 0 | 1 | 1 | 1 | 0 | 1 | 0 | 1 | 0 | 443 | 2418000 | 1 | 12 | 1 | 0 | 1 | 1 | 1 | No-CC | 1 | 1 | 1 | 0 | 0 | NVIDIA GB10 | 0 | 0 | 256 | 4 | 1 | 1 | 256 | 1 | 0 | 0 | 100 | 1 | 772935902 | 11794 | 32000 | 16 | 0 | 4 | 2500 | 16 | 161 | 4318 | 0 | 1 | 0 | 0 | 1 | 0 | 1 | 443 | 1 | 1 | 1 | 25165824 | 24 | 24 | 24 | 1 | 1 | 134217728 | 1024 | 1024 | 64 | 24 | 2418000 | 2147483647 | 65535 | 65535 | 4 | 1 | 8533000 | 18874368 | 2147483647 | 65536 | 65536 | 255 | 49152 | 101376 | 102400 | 1024 | 1536 | 48 | 12 | 2048 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 131072 | 16384 | 16384 | 16384 | 2046 | 32768 | 32768 | 2048 | 32768 | 268435456 | 32768 | 131072 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 65000 | 2097120 | 131072 | 32768 | 32768 | 131072 | 16384 | 32768 | 16384 | 8192 | 16384 | 8192 | 2046 | 32768 | 32768 | 4 | 8533000 | 1 | 1 | 0 | 0 | 0 | 0 | 48 | 6 | 4 | 1 | 0 | 1 | 1 | 1 | 0 | 15 | 1 | 0 | 1024 | 12 | 64 | 1 | 1 | 512 | 0 | 1 | 512 | 32 | 65536 | 130661769216 | 1 | 1 | 1 | 32 | 31.74 | 31.75 | 31.74 | 31.74 | 257783488 | 257783488 | 257783488 | 257783488 | 1 | 32 | 4 | 1 | 128 | 0 | 0 | 0 | 0 | 8 | PolicySpread | 0 | 1 | 0 | CachePreferNone | 1 | 296 | 56 | 1 | 16576 | 0 | 0 | 24 | 24 | 2 | 3 | 12 | 152 | 101 | 0 | 2732 | 1200 | 4718592 | 0 | 0 | 0 | 0 | 255 | 256 | 102400 | 33792 | 33792 | 1024 | 32768 | 0 | 48 | 1024 | 7 | 2121728 | 24 | all | 0 | 0 | 0 | 0 | 0 | 172.67 | 10093623904 | 10096096896 | 10092091680 | 161497982464 | 98.85 | 1 | 1 | 1 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 6 | 0 | 8 | 16.67 | 2 | |
| 5 | 2 | 62 | python3.12 | 127.0.0.1 | cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu | 1 | 7 | (384, 1, 1) | (296, 42, 1) | 0 | 12.1 | 0 | 1 | 432 | 1 | 0 | 1 | 1 | 1 | 0 | 1 | 0 | 1 | 0 | 443 | 2418000 | 1 | 12 | 1 | 0 | 1 | 1 | 1 | No-CC | 1 | 1 | 1 | 0 | 0 | NVIDIA GB10 | 0 | 0 | 256 | 4 | 1 | 1 | 256 | 1 | 0 | 0 | 100 | 1 | 772935902 | 11794 | 32000 | 16 | 0 | 4 | 2500 | 16 | 161 | 4318 | 0 | 1 | 0 | 0 | 1 | 0 | 1 | 443 | 1 | 1 | 1 | 25165824 | 24 | 24 | 24 | 1 | 1 | 134217728 | 1024 | 1024 | 64 | 24 | 2418000 | 2147483647 | 65535 | 65535 | 4 | 1 | 8533000 | 18874368 | 2147483647 | 65536 | 65536 | 255 | 49152 | 101376 | 102400 | 1024 | 1536 | 48 | 12 | 2048 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 131072 | 16384 | 16384 | 16384 | 2046 | 32768 | 32768 | 2048 | 32768 | 268435456 | 32768 | 131072 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 65000 | 2097120 | 131072 | 32768 | 32768 | 131072 | 16384 | 32768 | 16384 | 8192 | 16384 | 8192 | 2046 | 32768 | 32768 | 4 | 8533000 | 1 | 1 | 0 | 0 | 0 | 0 | 48 | 6 | 4 | 1 | 0 | 1 | 1 | 1 | 0 | 15 | 1 | 0 | 1024 | 12 | 64 | 1 | 1 | 512 | 0 | 1 | 512 | 32 | 65536 | 130661769216 | 1 | 1 | 1 | 32 | 79.51 | 79.55 | 79.45 | 79.51 | 8440992 | 8440992 | 8440992 | 8440992 | 8 | 384 | 1 | 1 | 384 | 0 | 0 | 0 | 0 | 8 | PolicySpread | 0 | 1 | 0 | CachePreferNone | 1 | 296 | 42 | 1 | 12432 | 0 | 0 | 3 | 24 | 1 | 1 | 4 | 300 | 157 | 0 | 2028 | 2388 | 4718592 | 0 | 0 | 0 | 0 | 168 | 168 | 102400 | 89088 | 89088 | 1024 | 88064 | 0 | 48 | 1024 | 7 | 4773888 | 24 | all | 0 | 0 | 0 | 0 | 0 | 259 | 827584636 | 827995456 | 826933344 | 13241354176 | 89.89 | 1 | 1 | 1 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 6 | 0 | 12 | 25 | 3 | |
| 6 | 3 | 62 | python3.12 | 127.0.0.1 | cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu | 1 | 7 | (384, 1, 1) | (296, 224, 1) | 0 | 12.1 | 0 | 1 | 432 | 1 | 0 | 1 | 1 | 1 | 0 | 1 | 0 | 1 | 0 | 443 | 2418000 | 1 | 12 | 1 | 0 | 1 | 1 | 1 | No-CC | 1 | 1 | 1 | 0 | 0 | NVIDIA GB10 | 0 | 0 | 256 | 4 | 1 | 1 | 256 | 1 | 0 | 0 | 100 | 1 | 772935902 | 11794 | 32000 | 16 | 0 | 4 | 2500 | 16 | 161 | 4318 | 0 | 1 | 0 | 0 | 1 | 0 | 1 | 443 | 1 | 1 | 1 | 25165824 | 24 | 24 | 24 | 1 | 1 | 134217728 | 1024 | 1024 | 64 | 24 | 2418000 | 2147483647 | 65535 | 65535 | 4 | 1 | 8533000 | 18874368 | 2147483647 | 65536 | 65536 | 255 | 49152 | 101376 | 102400 | 1024 | 1536 | 48 | 12 | 2048 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 131072 | 16384 | 16384 | 16384 | 2046 | 32768 | 32768 | 2048 | 32768 | 268435456 | 32768 | 131072 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 65000 | 2097120 | 131072 | 32768 | 32768 | 131072 | 16384 | 32768 | 16384 | 8192 | 16384 | 8192 | 2046 | 32768 | 32768 | 4 | 8533000 | 1 | 1 | 0 | 0 | 0 | 0 | 48 | 6 | 4 | 1 | 0 | 1 | 1 | 1 | 0 | 15 | 1 | 0 | 1024 | 12 | 64 | 1 | 1 | 512 | 0 | 1 | 512 | 32 | 65536 | 130661769216 | 1 | 1 | 1 | 32 | 74.85 | 74.88 | 74.83 | 74.85 | 36246336 | 36246336 | 36246336 | 36246336 | 8 | 384 | 1 | 1 | 384 | 0 | 0 | 0 | 0 | 8 | PolicySpread | 0 | 1 | 0 | CachePreferNone | 1 | 296 | 224 | 1 | 66304 | 0 | 0 | 3 | 24 | 1 | 1 | 4 | 300 | 157 | 0 | 2028 | 2388 | 4718592 | 0 | 0 | 0 | 0 | 168 | 168 | 102400 | 89088 | 89088 | 1024 | 88064 | 0 | 48 | 1024 | 7 | 25460736 | 24 | all | 0 | 0 | 0 | 0 | 0 | 1381.33 | 3344082558 | 3345239840 | 3343216480 | 53505320928 | 89.11 | 1 | 1 | 1 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 6 | 0 | 12 | 25 | 3 | |
| 7 | 4 | 62 | python3.12 | 127.0.0.1 | cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu | 1 | 7 | (384, 1, 1) | (296, 42, 1) | 0 | 12.1 | 0 | 1 | 432 | 1 | 0 | 1 | 1 | 1 | 0 | 1 | 0 | 1 | 0 | 443 | 2418000 | 1 | 12 | 1 | 0 | 1 | 1 | 1 | No-CC | 1 | 1 | 1 | 0 | 0 | NVIDIA GB10 | 0 | 0 | 256 | 4 | 1 | 1 | 256 | 1 | 0 | 0 | 100 | 1 | 772935902 | 11794 | 32000 | 16 | 0 | 4 | 2500 | 16 | 161 | 4318 | 0 | 1 | 0 | 0 | 1 | 0 | 1 | 443 | 1 | 1 | 1 | 25165824 | 24 | 24 | 24 | 1 | 1 | 134217728 | 1024 | 1024 | 64 | 24 | 2418000 | 2147483647 | 65535 | 65535 | 4 | 1 | 8533000 | 18874368 | 2147483647 | 65536 | 65536 | 255 | 49152 | 101376 | 102400 | 1024 | 1536 | 48 | 12 | 2048 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 131072 | 16384 | 16384 | 16384 | 2046 | 32768 | 32768 | 2048 | 32768 | 268435456 | 32768 | 131072 | 32768 | 32768 | 65536 | 32768 | 2048 | 32768 | 65000 | 2097120 | 131072 | 32768 | 32768 | 131072 | 16384 | 32768 | 16384 | 8192 | 16384 | 8192 | 2046 | 32768 | 32768 | 4 | 8533000 | 1 | 1 | 0 | 0 | 0 | 0 | 48 | 6 | 4 | 1 | 0 | 1 | 1 | 1 | 0 | 15 | 1 | 0 | 1024 | 12 | 64 | 1 | 1 | 512 | 0 | 1 | 512 | 32 | 65536 | 130661769216 | 1 | 1 | 1 | 32 | 77.65 | 77.66 | 77.63 | 77.65 | 17030400 | 17030400 | 17030400 | 17030400 | 8 | 384 | 1 | 1 | 384 | 0 | 0 | 0 | 0 | 8 | PolicySpread | 0 | 1 | 0 | CachePreferNone | 1 | 296 | 42 | 1 | 12432 | 0 | 0 | 3 | 24 | 1 | 1 | 4 | 300 | 157 | 0 | 2028 | 2388 | 4718592 | 0 | 0 | 0 | 0 | 168 | 168 | 102400 | 89088 | 89088 | 1024 | 88064 | 0 | 48 | 1024 | 7 | 4773888 | 24 | all | 0 | 0 | 0 | 0 | 0 | 259 | 1629557740 | 1629882112 | 1629239232 | 26072923840 | 91.06 | 1 | 1 | 1 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 7414590282 | 7414590282 | 7414590282 | 44487541692 | 6 | 0 | 12 | 25 | 3 |