int8: keep each part's most quantisation-sensitive layer at fp32, tuned against off-distribution probes
Browse files- v1-decoder-int8.onnx +2 -2
- v1-onnx-manifest.json +9 -7
v1-decoder-int8.onnx
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e435e263c094509e6d99890ed34b9de4790e15ed058b035f2536e73494c59e8d
|
| 3 |
+
size 8602844
|
v1-onnx-manifest.json
CHANGED
|
@@ -8,7 +8,9 @@
|
|
| 8 |
"encoder": [
|
| 9 |
"node_conv2d_2"
|
| 10 |
],
|
| 11 |
-
"decoder": [
|
|
|
|
|
|
|
| 12 |
},
|
| 13 |
"artifacts": {
|
| 14 |
"v1-encoder-fp32.onnx": {
|
|
@@ -32,8 +34,8 @@
|
|
| 32 |
"bytes": 6464002
|
| 33 |
},
|
| 34 |
"v1-decoder-int8.onnx": {
|
| 35 |
-
"sha256": "
|
| 36 |
-
"bytes":
|
| 37 |
}
|
| 38 |
},
|
| 39 |
"verification": [
|
|
@@ -69,11 +71,11 @@
|
|
| 69 |
"latent_max": 1.3742269277572632,
|
| 70 |
"latent_vs_channel_db": 14.011981897101704,
|
| 71 |
"torch_psnr_db": 26.7079361125645,
|
| 72 |
-
"onnx_psnr_db": 26.
|
| 73 |
-
"quality_lost_db": 0.
|
| 74 |
-
"decoder_vs_torch_psnr_db":
|
| 75 |
"encoder_mb": 6.464002,
|
| 76 |
-
"decoder_mb":
|
| 77 |
"ok": true
|
| 78 |
}
|
| 79 |
]
|
|
|
|
| 8 |
"encoder": [
|
| 9 |
"node_conv2d_2"
|
| 10 |
],
|
| 11 |
+
"decoder": [
|
| 12 |
+
"node_conv2d"
|
| 13 |
+
]
|
| 14 |
},
|
| 15 |
"artifacts": {
|
| 16 |
"v1-encoder-fp32.onnx": {
|
|
|
|
| 34 |
"bytes": 6464002
|
| 35 |
},
|
| 36 |
"v1-decoder-int8.onnx": {
|
| 37 |
+
"sha256": "e435e263c094509e6d99890ed34b9de4790e15ed058b035f2536e73494c59e8d",
|
| 38 |
+
"bytes": 8602844
|
| 39 |
}
|
| 40 |
},
|
| 41 |
"verification": [
|
|
|
|
| 71 |
"latent_max": 1.3742269277572632,
|
| 72 |
"latent_vs_channel_db": 14.011981897101704,
|
| 73 |
"torch_psnr_db": 26.7079361125645,
|
| 74 |
+
"onnx_psnr_db": 26.706312481651203,
|
| 75 |
+
"quality_lost_db": 0.0016236309132970916,
|
| 76 |
+
"decoder_vs_torch_psnr_db": 49.66495055474868,
|
| 77 |
"encoder_mb": 6.464002,
|
| 78 |
+
"decoder_mb": 8.602844,
|
| 79 |
"ok": true
|
| 80 |
}
|
| 81 |
]
|