lazy load +decode 方法

2023-04-19 14:58:39 +08:00 · 2023-04-19 14:58:39 +08:00 · c37c49dd51
commit c37c49dd51
parent a15489d6e6
1 changed files with 5 additions and 1 deletions
--- a/request_llm/bridge_all.py
+++ b/request_llm/bridge_all.py
@ -38,7 +38,11 @@ class LazyloadTiktoken(object):
    def encode(self, *args, **kwargs):
        encoder = self.get_encoder(self.model) 
        return encoder.encode(*args, **kwargs)
-
+    
+    def decode(self, *args, **kwargs):
+        encoder = self.get_encoder(self.model) 
+        return encoder.decode(*args, **kwargs)
+    
 tokenizer_gpt35 = LazyloadTiktoken("gpt-3.5-turbo")
 tokenizer_gpt4 = LazyloadTiktoken("gpt-4")
 get_token_num_gpt35 = lambda txt: len(tokenizer_gpt35.encode(txt, disallowed_special=()))