fix(utils.py): add try-except around the tiktoken local import

litellm/utils.py

@@ -34,7 +34,14 @@ from dataclasses import (
 from importlib import resources
 
 # filename = pkg_resources.resource_filename(__name__, "llms/tokenizers")
-filename = str(resources.files(litellm).joinpath("llms/tokenizers"))
+try:
+    filename = str(
+        resources.files().joinpath("llms/tokenizers")  # type: ignore
+    )  # for python 3.8 and 3.12
+except:
+    filename = str(
+        resources.files(litellm).joinpath("llms/tokenizers")  # for python 3.10
+    )  # for python 3.10+
 os.environ[
     "TIKTOKEN_CACHE_DIR"
 ] = filename  # use local copy of tiktoken b/c of - https://github.com/BerriAI/litellm/issues/1071