642d5a256791
gguf_quantized_extents.rs
use craft_anything_formats::ai_model;
fn tensor_header(kind: u32, shape: &[u64], offset: u64) -> Vec<u8> {
let mut bytes = b"GGUF".to_vec();
bytes.extend_from_slice(&3u32.to_le_bytes());
bytes.extend_from_slice(&1u64.to_le_bytes());
bytes.extend_from_slice(&0u64.to_le_bytes());
bytes.extend_from_slice(&6u64.to_le_bytes());
bytes.extend_from_slice(b"weight");
bytes.extend_from_slice(&(shape.len() as u32).to_le_bytes());
for dim in shape {
bytes.extend_from_slice(&dim.to_le_bytes());
}
bytes.extend_from_slice(&kind.to_le_bytes());
bytes.extend_from_slice(&offset.to_le_bytes());
bytes
}
#[test]
fn a_quantized_tensor_has_a_checked_byte_extent() {
// Two rows of two Q4_K blocks, each storing 256 weights in 144 bytes.
let header = tensor_header(12, &[512, 2], 0);
let start = (header.len() as u64).next_multiple_of(32);
let exact = ai_model::parse(&header, start + 576).unwrap();
assert_eq!(exact.tensors[0].data_bytes, Some(576));
assert_eq!(exact.tensors_past_end, 0);
assert!(exact.warnings.is_empty(), "{:?}", exact.warnings);
let cut = ai_model::parse(&header, start + 575).unwrap();
assert_eq!(cut.tensors_past_end, 1);
assert!(cut.warnings.iter().any(|w| w.contains("more data")));
}
#[test]
fn every_supported_quantized_layout_counts_its_scale_and_packed_values() {
// On-disk block geometries, independent of the number of displayable tensors.
let cases = [
(2, 32, 18),
(3, 32, 20),
(6, 32, 22),
(7, 32, 24),
(8, 32, 34),
(9, 32, 36),
(10, 256, 84),
(11, 256, 110),
(12, 256, 144),
(13, 256, 176),
(14, 256, 210),
(15, 256, 292),
(16, 256, 66),
(17, 256, 74),
(18, 256, 98),
(19, 256, 50),
(20, 32, 18),
(21, 256, 110),
(22, 256, 82),
(23, 256, 136),
(29, 256, 56),
];
for (kind, block, bytes) in cases {
let header = tensor_header(kind, &[block * 2, 3], 32);
let start = (header.len() as u64).next_multiple_of(32);
let report = ai_model::parse(&header, start + 32 + bytes * 6).unwrap();
assert_eq!(report.tensors[0].data_bytes, Some(bytes * 6), "kind {kind}");
assert_eq!(report.tensors_past_end, 0, "kind {kind}");
assert!(report.warnings.is_empty(), "kind {kind}: {:?}", report.warnings);
}
}
#[test]
fn row_width_must_fit_blocks_even_if_the_total_element_count_does() {
let header = tensor_header(12, &[128, 2], 0);
let report = ai_model::parse(&header, 4096).unwrap();
assert_eq!(report.tensors[0].data_bytes, None);
assert!(report.warnings.iter().any(|w| w.contains("row") && w.contains("256")));
}
#[test]
fn invalid_or_unrepresentable_extents_never_become_plausible_sizes() {
let huge = tensor_header(12, &[u64::MAX - 255, 2], 0);
let report = ai_model::parse(&huge, u64::MAX).unwrap();
assert_eq!(report.tensors[0].data_bytes, None);
assert!(report.warnings.iter().any(|w| w.contains("shape")));
let unknown = tensor_header(999, &[256], 0);
assert_eq!(ai_model::parse(&unknown, 4096).unwrap().tensors[0].data_bytes, None);
let plain = tensor_header(0, &[3, 2], 0);
assert_eq!(ai_model::parse(&plain, 4096).unwrap().tensors[0].data_bytes, Some(24));
let overflowing_offset = tensor_header(12, &[256], u64::MAX);
let report = ai_model::parse(&overflowing_offset, u64::MAX).unwrap();
assert_eq!(report.tensors_past_end, 1);
assert!(report.warnings.iter().any(|w| w.contains("more data")));
}
No file is open. Choose one in the tree, or press Ctrl+O (⌘O on a Mac) to find one by name.
Syntax highlighting could not load. The unmodified read-only text remains available above.