arodland commited on
Commit
5d8d6f6
·
verified ·
1 Parent(s): 3be60ca

int8: keep each part's most quantisation-sensitive layer at fp32, tuned against off-distribution probes

Browse files
Files changed (2) hide show
  1. v1-decoder-int8.onnx +2 -2
  2. v1-onnx-manifest.json +9 -7
v1-decoder-int8.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15c55a69b3f2ae62f19b4c2609ec7512d8ad26d031d74c9f3c3518f4a49e4acb
3
- size 6778839
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e435e263c094509e6d99890ed34b9de4790e15ed058b035f2536e73494c59e8d
3
+ size 8602844
v1-onnx-manifest.json CHANGED
@@ -8,7 +8,9 @@
8
  "encoder": [
9
  "node_conv2d_2"
10
  ],
11
- "decoder": []
 
 
12
  },
13
  "artifacts": {
14
  "v1-encoder-fp32.onnx": {
@@ -32,8 +34,8 @@
32
  "bytes": 6464002
33
  },
34
  "v1-decoder-int8.onnx": {
35
- "sha256": "15c55a69b3f2ae62f19b4c2609ec7512d8ad26d031d74c9f3c3518f4a49e4acb",
36
- "bytes": 6778839
37
  }
38
  },
39
  "verification": [
@@ -69,11 +71,11 @@
69
  "latent_max": 1.3742269277572632,
70
  "latent_vs_channel_db": 14.011981897101704,
71
  "torch_psnr_db": 26.7079361125645,
72
- "onnx_psnr_db": 26.52091253782323,
73
- "quality_lost_db": 0.1870235747412714,
74
- "decoder_vs_torch_psnr_db": 38.620711030522656,
75
  "encoder_mb": 6.464002,
76
- "decoder_mb": 6.778839,
77
  "ok": true
78
  }
79
  ]
 
8
  "encoder": [
9
  "node_conv2d_2"
10
  ],
11
+ "decoder": [
12
+ "node_conv2d"
13
+ ]
14
  },
15
  "artifacts": {
16
  "v1-encoder-fp32.onnx": {
 
34
  "bytes": 6464002
35
  },
36
  "v1-decoder-int8.onnx": {
37
+ "sha256": "e435e263c094509e6d99890ed34b9de4790e15ed058b035f2536e73494c59e8d",
38
+ "bytes": 8602844
39
  }
40
  },
41
  "verification": [
 
71
  "latent_max": 1.3742269277572632,
72
  "latent_vs_channel_db": 14.011981897101704,
73
  "torch_psnr_db": 26.7079361125645,
74
+ "onnx_psnr_db": 26.706312481651203,
75
+ "quality_lost_db": 0.0016236309132970916,
76
+ "decoder_vs_torch_psnr_db": 49.66495055474868,
77
  "encoder_mb": 6.464002,
78
+ "decoder_mb": 8.602844,
79
  "ok": true
80
  }
81
  ]