Remove unnecessary files and code (#2)

Some cleanup
LysandreJik · Mar 12, 2024 · 67c4a9b · 67c4a9b
1 parent 6e73900
commit 67c4a9b
Showing 1 changed file with 1 addition and 15 deletions.
diff --git a/src/transformers/models/cohere/__init__.py b/src/transformers/models/cohere/__init__.py
@@ -26,13 +26,6 @@
     "configuration_cohere": ["COHERE_PRETRAINED_CONFIG_ARCHIVE_MAP", "CohereConfig"],
 }
 
-try:
-    if not is_sentencepiece_available():
-        raise OptionalDependencyNotAvailable()
-except OptionalDependencyNotAvailable:
-    pass
-else:
-    _import_structure["tokenization_cohere"] = ["CohereTokenizer"]
 
 try:
     if not is_tokenizers_available():
@@ -58,14 +51,7 @@
 if TYPE_CHECKING:
     from .configuration_cohere import COHERE_PRETRAINED_CONFIG_ARCHIVE_MAP, CohereConfig
 
-    try:
-        if not is_sentencepiece_available():
-            raise OptionalDependencyNotAvailable()
-    except OptionalDependencyNotAvailable:
-        pass
-    else:
-        from .tokenization_cohere import CohereTokenizer
-
+
     try:
         if not is_tokenizers_available():
             raise OptionalDependencyNotAvailable()