daniel/h3-blackwell-runtime
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Match NVFP4 tie-to-even rounding

Browse source
This commit is contained in:
Daniel Maddern 2026-08-15 02:48:06 +07:00
parent 11d3c4164e
commit d4c243c9ef
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
src/h3_blackwell_runtime/csrc/nvfp4_scale.cu
View file

@ -60,15 +60,15 @@ __inline__ __device__ uint8_t encode_fp4_e2m1(float value) {
uint8_t code = 0;
if (abs_value > 5.0f) {
code = 7;
} else if (abs_value > 3.5f) {
} else if (abs_value >= 3.5f) {
code = 6;
} else if (abs_value > 2.5f) {
code = 5;
} else if (abs_value > 1.75f) {
} else if (abs_value >= 1.75f) {
code = 4;
} else if (abs_value > 1.25f) {
code = 3;
} else if (abs_value > 0.75f) {
} else if (abs_value >= 0.75f) {
code = 2;
} else if (abs_value > 0.25f) {
code = 1;