[Fix] Add tiktoken dependency in 'all' + check for it in OpenAIEmebdd…

…ings

pyproject.toml

@@ -49,6 +49,7 @@ all = [
     "sentence-transformers>=3.0.0",
     "numpy>=1.23.0, <2.2",
     "openai>=1.0.0",
+    "tiktoken>=0.5.0",
     "model2vec>=0.3.0",
     "cohere>=5.13.0"
 ]

src/chonkie/embeddings/openai.py

@@ -53,7 +53,7 @@ def __init__(
         super().__init__()
         if not self.is_available():
             raise ImportError(
-                "OpenAI package is not available. Please install it via `pip install chonkie[openai]`"
+                "One (or more) of the following packages is not available: openai, numpy, tiktoken. Please install it via `pip install "chonkie[openai]"`"
             )
 
         if model not in self.AVAILABLE_MODELS:
@@ -169,7 +169,12 @@ def get_tokenizer_or_token_counter(self):
     @classmethod
     def is_available(cls) -> bool:
         """Check if the OpenAI package is available."""
-        return importutil.find_spec("openai") is not None
+        # We should check for OpenAI package alongside Numpy and tiktoken
+        return (
+            importutil.find_spec("openai") is not None
+            and importutil.find_spec("numpy") is not None
+            and importutil.find_spec("tiktoken") is not None
+        )
 
     def __repr__(self) -> str:
         """Representation of the OpenAIEmbeddings instance."""