lint : fix

ggerganov · May 4, 2024 · 74fa6cd · 74fa6cd
1 parent d974aed
commit 74fa6cd
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/.flake8 b/.flake8
@@ -1,4 +1,4 @@
 [flake8]
 max-line-length = 125
 ignore = E203,E211,E221,E225,E231,E241,E251,E261,E266,E501,E701,E704,W503
-exclude = examples/*,examples/*/**,*/**/__init__.py
+exclude = examples/*,examples/*/**,*/**/__init__.py,scripts/gen-unicode-data.py,tests/test-tokenizer-0.py
diff --git a/convert-hf-to-gguf-update.py b/convert-hf-to-gguf-update.py
@@ -31,8 +31,9 @@
 from enum import IntEnum, auto
 from transformers import AutoTokenizer
 
-logger = logging.getLogger("convert-hf-to-gguf-update")
+logging.basicConfig(level=logging.DEBUG)
 
+logger = logging.getLogger("convert-hf-to-gguf-update")
 
 class TOKENIZER_TYPE(IntEnum):
     SPM = auto()
@@ -284,6 +285,6 @@ def get_vocab_base_pre(self, tokenizer) -> str:
 for model in models:
     name = model["name"]
 
-    logger.info(f"python3 convert-hf-to-gguf.py models/tokenizers/{name}/ --outfile models/ggml-vocab-{name}.gguf --vocab-only")
+    print(f"python3 convert-hf-to-gguf.py models/tokenizers/{name}/ --outfile models/ggml-vocab-{name}.gguf --vocab-only") # noqa: NP100
 
 logger.info("\n")