WaveCut commited on
Commit
307848a
·
verified ·
1 Parent(s): 65e8a90

Replace artifact with paper-correct codebook v2 and native proof

Browse files
README.md CHANGED
@@ -70,6 +70,21 @@ Use these settings when comparing this artifact against the BF16 source model or
70
  - Release-grade paper metrics: not applicable to this extra target.
71
  - The model card reports artifact-level validation status only.
72
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
73
  ## Quantization
74
 
75
  - Method: `orbitquant`
@@ -97,7 +112,9 @@ Use these settings when comparing this artifact against the BF16 source model or
97
 
98
  ## Visual Comparison
99
 
100
- Validation status: comparison asset missing. This artifact does not include a generation comparison matrix.
 
 
101
 
102
  ## Source
103
 
 
70
  - Release-grade paper metrics: not applicable to this extra target.
71
  - The model card reports artifact-level validation status only.
72
 
73
+ ## Native Validation Evidence
74
+
75
+ The compact benchmark summary records native BF16-vs-OrbitQuant evidence for the comparison matrix below. Detailed per-sample generation records are retained outside this compact artifact.
76
+
77
+ | Evidence | Value |
78
+ | --- | --- |
79
+ | Comparison matrix | `assets/image_generation_comparison_matrix.webp` |
80
+ | Paired prompt/seed count | `1` |
81
+ | BF16 source generated samples | `1` |
82
+ | BF16 source generated frames | `0` |
83
+ | BF16 source nonempty outputs | `1` |
84
+ | OrbitQuant generated samples | `1` |
85
+ | OrbitQuant generated frames | `0` |
86
+ | OrbitQuant nonempty outputs | `1` |
87
+
88
  ## Quantization
89
 
90
  - Method: `orbitquant`
 
112
 
113
  ## Visual Comparison
114
 
115
+ The following assets are stored in this artifact and compare the BF16 base generation against the OrbitQuant generation with the same prompt and seed.
116
+
117
+ ![assets/image_generation_comparison_matrix.webp](assets/image_generation_comparison_matrix.webp)
118
 
119
  ## Source
120
 
SHA256SUMS CHANGED
@@ -1,9 +1,10 @@
1
- 80c3fccb41c682f2dda12edbce8459ba1029486e27cd4a1dc63c18a5eb62bb45 README.md
2
- 6b9671bc41754292ac58aa84fbb263f2c82e10f57d7d34c04dfa63859709ffaf benchmark/summary.json
 
3
  bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7 model.safetensors
4
  4cf21005259004e390579286648418945378ef08022e396d14e165ae13672f2e model_index.json
5
  e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411 orbitquant_codebooks.safetensors
6
- 68b747b9002db6f058826a86996c5508f8526fcd1a7e6091fec1e24e9689e9ee orbitquant_manifest.json
7
  3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17 orbitquant_rotations.safetensors
8
  9d0a30e526f2840b3c68f61565e7345602d23175f2765dec60a6319a9bfcaedd prompts.json
9
  d90798b18112e3a3b6af9e17913426ee6b500a3ab57e04b6df4cedb306a4cdd8 quantization_config.json
 
1
+ 4ee3a41602cf4a031a942065107c7b53d20ad4fb3df8cc191352ca7d3b597552 README.md
2
+ 999e5a4fcf8ca82b35e578c14c23e1f6292b083013a22f26dd8654c902788bdc assets/image_generation_comparison_matrix.webp
3
+ 72ed292b6339b1b594542959940798c5544e2e8d3cfb55acef446919c6338dd8 benchmark/summary.json
4
  bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7 model.safetensors
5
  4cf21005259004e390579286648418945378ef08022e396d14e165ae13672f2e model_index.json
6
  e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411 orbitquant_codebooks.safetensors
7
+ 661058a8b84a7d5cc223e7d718ced4fd088938eb24e703aeac27b7fb16af9dd5 orbitquant_manifest.json
8
  3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17 orbitquant_rotations.safetensors
9
  9d0a30e526f2840b3c68f61565e7345602d23175f2765dec60a6319a9bfcaedd prompts.json
10
  d90798b18112e3a3b6af9e17913426ee6b500a3ab57e04b6df4cedb306a4cdd8 quantization_config.json
assets/image_generation_comparison_matrix.webp ADDED

Git LFS Details

  • SHA256: 999e5a4fcf8ca82b35e578c14c23e1f6292b083013a22f26dd8654c902788bdc
  • Pointer size: 130 Bytes
  • Size of remote file: 48.9 kB
benchmark/summary.json CHANGED
@@ -19,6 +19,79 @@
19
  "device_transfer_seconds": 0.717645316850394,
20
  "module_device_transfer_count": 103,
21
  "metrics": {},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22
  "published_summary": "compact",
23
  "raw_generation_records": "local-only"
24
  }
 
19
  "device_transfer_seconds": 0.717645316850394,
20
  "module_device_transfer_count": 103,
21
  "metrics": {},
22
+ "native_smoke": {
23
+ "proof_format": "orbitquant-native-smoke-v1",
24
+ "proof_source": "local_compare_native_bundle",
25
+ "comparison_asset_path": "assets/image_generation_comparison_matrix.webp",
26
+ "paired_prompt_seed_count": 1,
27
+ "paired_prompt_seed_keys": [
28
+ [
29
+ "flux2-native",
30
+ "0",
31
+ "simple-object"
32
+ ]
33
+ ],
34
+ "splits": {
35
+ "original": {
36
+ "records": 1,
37
+ "generated_samples": 1,
38
+ "generated_frames": 0,
39
+ "nonempty_output_count": 1,
40
+ "seeds": [
41
+ "0"
42
+ ],
43
+ "prompt_ids": [
44
+ "simple-object"
45
+ ],
46
+ "pair_keys": [
47
+ [
48
+ "flux2-native",
49
+ "0",
50
+ "simple-object"
51
+ ]
52
+ ],
53
+ "native_settings": [
54
+ {
55
+ "frames": null,
56
+ "guidance": 1.0,
57
+ "height": 1024,
58
+ "steps": 4,
59
+ "suite": "flux2-native",
60
+ "width": 1024
61
+ }
62
+ ]
63
+ },
64
+ "orbitquant": {
65
+ "records": 1,
66
+ "generated_samples": 1,
67
+ "generated_frames": 0,
68
+ "nonempty_output_count": 1,
69
+ "seeds": [
70
+ "0"
71
+ ],
72
+ "prompt_ids": [
73
+ "simple-object"
74
+ ],
75
+ "pair_keys": [
76
+ [
77
+ "flux2-native",
78
+ "0",
79
+ "simple-object"
80
+ ]
81
+ ],
82
+ "native_settings": [
83
+ {
84
+ "frames": null,
85
+ "guidance": 1.0,
86
+ "height": 1024,
87
+ "steps": 4,
88
+ "suite": "flux2-native",
89
+ "width": 1024
90
+ }
91
+ ]
92
+ }
93
+ }
94
+ },
95
  "published_summary": "compact",
96
  "raw_generation_records": "local-only"
97
  }
orbitquant_manifest.json CHANGED
@@ -966,7 +966,8 @@
966
  ]
967
  },
968
  "checksums": {
969
- "benchmark/summary.json": "6b9671bc41754292ac58aa84fbb263f2c82e10f57d7d34c04dfa63859709ffaf",
 
970
  "model.safetensors": "bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7",
971
  "model_index.json": "4cf21005259004e390579286648418945378ef08022e396d14e165ae13672f2e",
972
  "orbitquant_codebooks.safetensors": "e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411",
 
966
  ]
967
  },
968
  "checksums": {
969
+ "assets/image_generation_comparison_matrix.webp": "999e5a4fcf8ca82b35e578c14c23e1f6292b083013a22f26dd8654c902788bdc",
970
+ "benchmark/summary.json": "72ed292b6339b1b594542959940798c5544e2e8d3cfb55acef446919c6338dd8",
971
  "model.safetensors": "bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7",
972
  "model_index.json": "4cf21005259004e390579286648418945378ef08022e396d14e165ae13672f2e",
973
  "orbitquant_codebooks.safetensors": "e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411",