{ "20231014160921359878": { "pre_api_call": { "model": "codellama/CodeLlama-7b-Instruct-hf", "messages": [ { "role": "user", "content": "hey" } ], "optional_params": { "temperature": 0.5, "stream": true, "max_new_tokens": 1024, "details": true, "return_full_text": false }, "litellm_params": { "return_async": false, "api_key": null, "force_timeout": 600, "logger_fn": null, "verbose": false, "custom_llm_provider": "huggingface", "api_base": "https://app.baseten.co/models/pP8JeaB/predict", "litellm_call_id": "d75891a0-d567-470a-a6cd-137e698da092", "model_alias_map": {}, "completion_call_id": null, "metadata": null, "stream_response": {} }, "input": "[INST] hey [/INST]\n", "api_key": "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", "additional_args": { "complete_input_dict": { "inputs": "[INST] hey [/INST]\n", "parameters": { "temperature": 0.5, "stream": true, "max_new_tokens": 1024, "details": true, "return_full_text": false }, "stream": true }, "task": "text-generation-inference", "headers": { "Authorization": "Api-Key SQqH1uZg.SSN79Bq997k4TRdzW9HBCghx9KyL0EJA" } }, "log_event_type": "pre_api_call" }, "post_api_call": { "model": "codellama/CodeLlama-7b-Instruct-hf", "messages": [ { "role": "user", "content": "hey" } ], "optional_params": { "temperature": 0.5, "stream": true, "max_new_tokens": 1024, "details": true, "return_full_text": false }, "litellm_params": { "return_async": false, "api_key": null, "force_timeout": 600, "logger_fn": null, "verbose": false, "custom_llm_provider": "huggingface", "api_base": "https://app.baseten.co/models/pP8JeaB/predict", "litellm_call_id": "d75891a0-d567-470a-a6cd-137e698da092", "model_alias_map": {}, "completion_call_id": null, "metadata": null, "stream_response": {} }, "input": null, "api_key": null, "additional_args": {}, "log_event_type": "post_api_call", "original_response": "", "end_time":