clamp input pixel value

nlzy · nlzy · commit 47963e5944c7 · 2022-06-11T07:24:54.000+08:00
diff --git a/src/waifu2x_preproc_fp16.comp b/src/waifu2x_preproc_fp16.comp
@@ -35,5 +35,6 @@ void main()
     x = clamp(x, 0, p.w - 1);
     y = clamp(y, 0, p.h - 1);
 
-    top_blob_data[gz * p.outcstep + gy * p.outw + gx] = float16_t(bottom_blob_data[gz * p.cstep + y * p.w + x]);
+    float v = bottom_blob_data[gz * p.cstep + y * p.w + x];
+    top_blob_data[gz * p.outcstep + gy * p.outw + gx] = float16_t(clamp(v, 0.0, 1.0));
 }
diff --git a/src/waifu2x_preproc_fp32.comp b/src/waifu2x_preproc_fp32.comp
@@ -34,5 +34,6 @@ void main()
     x = clamp(x, 0, p.w - 1);
     y = clamp(y, 0, p.h - 1);
 
-    top_blob_data[gz * p.outcstep + gy * p.outw + gx] = bottom_blob_data[gz * p.cstep + y * p.w + x];
+    float v = bottom_blob_data[gz * p.cstep + y * p.w + x];
+    top_blob_data[gz * p.outcstep + gy * p.outw + gx] = clamp(v, 0.0, 1.0);
 }

Original file line number	Diff line number	Diff line change
`@@ -35,5 +35,6 @@ void main()`
`35`	`35`	`x = clamp(x, 0, p.w - 1);`
`36`	`36`	`y = clamp(y, 0, p.h - 1);`
`37`	`37`
`38`		`- top_blob_data[gz * p.outcstep + gy * p.outw + gx] = float16_t(bottom_blob_data[gz * p.cstep + y * p.w + x]);`
	`38`	`+ float v = bottom_blob_data[gz * p.cstep + y * p.w + x];`
	`39`	`+ top_blob_data[gz * p.outcstep + gy * p.outw + gx] = float16_t(clamp(v, 0.0, 1.0));`
`39`	`40`	`}`
Original file line number	Diff line number	Diff line change
`@@ -34,5 +34,6 @@ void main()`
`34`	`34`	`x = clamp(x, 0, p.w - 1);`
`35`	`35`	`y = clamp(y, 0, p.h - 1);`
`36`	`36`
`37`		`- top_blob_data[gz * p.outcstep + gy * p.outw + gx] = bottom_blob_data[gz * p.cstep + y * p.w + x];`
	`37`	`+ float v = bottom_blob_data[gz * p.cstep + y * p.w + x];`
	`38`	`+ top_blob_data[gz * p.outcstep + gy * p.outw + gx] = clamp(v, 0.0, 1.0);`
`38`	`39`	`}`