From: Georgi Gerganov <redacted>
Date: Tue, 16 Jan 2024 18:59:31 +0000 (+0200)
Subject: py : remove unnecessary hasattr (#4903)
X-Git-Tag: upstream/0.0.4488~2593
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=5c999609013a30c06e6fd28be8db5c2074bcc196;p=pkg%2Fggml%2Fsources%2Fllama.cpp

py : remove unnecessary hasattr (#4903)
---

diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index b133f3b4..1178d63a 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -266,11 +266,10 @@ class Model:
                 toktypes.append(gguf.TokenType.USER_DEFINED)
             elif reverse_vocab[i] in added_vocab:
                 tokens.append(reverse_vocab[i])
-                if hasattr(tokenizer, "added_tokens_decoder"):
-                    if tokenizer.added_tokens_decoder[i].special:
-                        toktypes.append(gguf.TokenType.CONTROL)
-                    else:
-                        toktypes.append(gguf.TokenType.USER_DEFINED)
+                if tokenizer.added_tokens_decoder[i].special:
+                    toktypes.append(gguf.TokenType.CONTROL)
+                else:
+                    toktypes.append(gguf.TokenType.USER_DEFINED)
             else:
                 tokens.append(reverse_vocab[i])
                 toktypes.append(gguf.TokenType.NORMAL)