llama

1
#!/usr/bin/env python3
2
import logging
3
import sys
4
from pathlib import Path
5
from gguf.gguf_reader import GGUFReader
6

7
logger = logging.getLogger("reader")
8

9
sys.path.insert(0, str(Path(__file__).parent.parent))
10

11

12
def read_gguf_file(gguf_file_path):
13
    """
14
    Reads and prints key-value pairs and tensor information from a GGUF file in an improved format.
15

16
    Parameters:
17
    - gguf_file_path: Path to the GGUF file.
18
    """
19

20
    reader = GGUFReader(gguf_file_path)
21

22
    # List all key-value pairs in a columnized format
23
    print("Key-Value Pairs:") # noqa: NP100
24
    max_key_length = max(len(key) for key in reader.fields.keys())
25
    for key, field in reader.fields.items():
26
        value = field.parts[field.data[0]]
27
        print(f"{key:{max_key_length}} : {value}") # noqa: NP100
28
    print("----") # noqa: NP100
29

30
    # List all tensors
31
    print("Tensors:") # noqa: NP100
32
    tensor_info_format = "{:<30} | Shape: {:<15} | Size: {:<12} | Quantization: {}"
33
    print(tensor_info_format.format("Tensor Name", "Shape", "Size", "Quantization")) # noqa: NP100
34
    print("-" * 80) # noqa: NP100
35
    for tensor in reader.tensors:
36
        shape_str = "x".join(map(str, tensor.shape))
37
        size_str = str(tensor.n_elements)
38
        quantization_str = tensor.tensor_type.name
39
        print(tensor_info_format.format(tensor.name, shape_str, size_str, quantization_str)) # noqa: NP100
40

41

42
if __name__ == '__main__':
43
    if len(sys.argv) < 2:
44
        logger.info("Usage: reader.py <path_to_gguf_file>")
45
        sys.exit(1)
46
    gguf_file_path = sys.argv[1]
47
    read_gguf_file(gguf_file_path)
48