Update tokenization_kosmos2_fast.py

tokenization_kosmos2_fast.py

@@ -137,7 +137,6 @@ class Kosmos2TokenizerFast(PreTrainedTokenizerFast):
         )
 
         self.vocab_file = vocab_file
-        self.can_save_slow_tokenizer = False if not self.vocab_file else True
 
         self.eod_token = "</doc>"
 
@@ -179,6 +178,10 @@ class Kosmos2TokenizerFast(PreTrainedTokenizerFast):
                 # we need to set `special_tokens=False` to be the same as in the slow tokenizer.
                 self.add_tokens(AddedToken(token, lstrip=True, rstrip=False), special_tokens=False)
 
+    @property
+    def can_save_slow_tokenizer(self) -> bool:
+        return os.path.isfile(self.vocab_file) if self.vocab_file else False
+    
     def build_inputs_with_special_tokens(
         self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None
     ) -> List[int]: