mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-17 16:17:18 +00:00
87 lines
2.5 KiB
JSON
87 lines
2.5 KiB
JSON
{
|
|
"20231014160921359878": {
|
|
"pre_api_call": {
|
|
"model": "codellama/CodeLlama-7b-Instruct-hf",
|
|
"messages": [
|
|
{
|
|
"role": "user",
|
|
"content": "hey"
|
|
}
|
|
],
|
|
"optional_params": {
|
|
"temperature": 0.5,
|
|
"stream": true,
|
|
"max_new_tokens": 1024,
|
|
"details": true,
|
|
"return_full_text": false
|
|
},
|
|
"litellm_params": {
|
|
"return_async": false,
|
|
"api_key": null,
|
|
"force_timeout": 600,
|
|
"logger_fn": null,
|
|
"verbose": false,
|
|
"custom_llm_provider": "huggingface",
|
|
"api_base": "https://app.baseten.co/models/pP8JeaB/predict",
|
|
"litellm_call_id": "d75891a0-d567-470a-a6cd-137e698da092",
|
|
"model_alias_map": {},
|
|
"completion_call_id": null,
|
|
"metadata": null,
|
|
"stream_response": {}
|
|
},
|
|
"input": "<s>[INST] hey [/INST]\n",
|
|
"api_key": "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",
|
|
"additional_args": {
|
|
"complete_input_dict": {
|
|
"inputs": "<s>[INST] hey [/INST]\n",
|
|
"parameters": {
|
|
"temperature": 0.5,
|
|
"stream": true,
|
|
"max_new_tokens": 1024,
|
|
"details": true,
|
|
"return_full_text": false
|
|
},
|
|
"stream": true
|
|
},
|
|
"task": "text-generation-inference",
|
|
"headers": {
|
|
"Authorization": "Api-Key SQqH1uZg.SSN79Bq997k4TRdzW9HBCghx9KyL0EJA"
|
|
}
|
|
},
|
|
"log_event_type": "pre_api_call"
|
|
},
|
|
"post_api_call": {
|
|
"model": "codellama/CodeLlama-7b-Instruct-hf",
|
|
"messages": [
|
|
{
|
|
"role": "user",
|
|
"content": "hey"
|
|
}
|
|
],
|
|
"optional_params": {
|
|
"temperature": 0.5,
|
|
"stream": true,
|
|
"max_new_tokens": 1024,
|
|
"details": true,
|
|
"return_full_text": false
|
|
},
|
|
"litellm_params": {
|
|
"return_async": false,
|
|
"api_key": null,
|
|
"force_timeout": 600,
|
|
"logger_fn": null,
|
|
"verbose": false,
|
|
"custom_llm_provider": "huggingface",
|
|
"api_base": "https://app.baseten.co/models/pP8JeaB/predict",
|
|
"litellm_call_id": "d75891a0-d567-470a-a6cd-137e698da092",
|
|
"model_alias_map": {},
|
|
"completion_call_id": null,
|
|
"metadata": null,
|
|
"stream_response": {}
|
|
},
|
|
"input": null,
|
|
"api_key": null,
|
|
"additional_args": {},
|
|
"log_event_type": "post_api_call",
|
|
"original_response": "<class 'generator'>",
|
|
"end_time": |