]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
py : remove superfluous import statements (#4076)
authorJiří Podivín <redacted>
Fri, 17 Nov 2023 15:20:53 +0000 (16:20 +0100)
committerGitHub <redacted>
Fri, 17 Nov 2023 15:20:53 +0000 (17:20 +0200)
Signed-off-by: Jiri Podivin <redacted>
Co-authored-by: Jiri Podivin <redacted>
convert-baichuan-hf-to-gguf.py
convert-llama-ggml-to-gguf.py
examples/finetune/convert-finetune-checkpoint-to-gguf.py
tests/test-tokenizer-0-falcon.py
tests/test-tokenizer-0-llama.py

index 789602351ca9d74709d466d528c9e87aab61c990..3785a7d265524cd2ee8a8cf89734a8e4ca4e2a2f 100755 (executable)
@@ -6,11 +6,9 @@ from __future__ import annotations
 import argparse
 import json
 import os
-import struct
 import sys
 from pathlib import Path
 from typing import TYPE_CHECKING, Any
-import itertools
 import numpy as np
 import torch
 from sentencepiece import SentencePieceProcessor  # type: ignore[import]
index d898d81c4c445b1227937c508a399920815f0021..0c123567073419658e3de38a109c73a6bb925632 100755 (executable)
@@ -2,7 +2,6 @@
 from __future__ import annotations
 
 import argparse
-import math
 import struct
 import sys
 from enum import IntEnum
index c8e14da87e9e8740a39752b06d908130c805b61f..c89090918da97ee7ef91a5e2aa4fe9e9ec8d7568 100644 (file)
@@ -3,9 +3,7 @@
 
 import argparse
 import gguf
-import os
 import struct
-import sys
 import numpy as np
 from pathlib import Path
 
index cf65a3f65d72cc406f85b6187b1406d3a3871b40..65e1c0dbf700cd60076a00adebae1441a053fc13 100644 (file)
@@ -1,7 +1,5 @@
 # tests with BPE tokenizer
 
-import os
-import sys
 import argparse
 
 from transformers import AutoTokenizer
index 078f680b165ca1a76045985e29ea267f47ee8f84..21df8e6e4898da3f9b4140b7009281efea59b3e1 100644 (file)
@@ -1,7 +1,5 @@
 # tests with SPM tokenizer
 
-import os
-import sys
 import argparse
 
 from sentencepiece import SentencePieceProcessor