(fix) HF api + streaming

2026-07-13 11:07:39 +00:00 · 2023-11-16 11:59:56 -08:00
parent a1cecbafe6
commit da8c2f4a4a
1 changed files with 1 additions and 0 deletions
@@ -4367,6 +4367,7 @@ class CustomStreamWrapper:

    def handle_huggingface_chunk(self, chunk):
        try:
+            chunk = chunk.decode("utf-8") # DO NOT REMOVE this: This is required for HF inference API + Streaming
            text = "" 
            is_finished = False
            finish_reason = ""