Etiqueta: enlace

from portkey_ai import Portkey import os lb_config = { "strategy": { "mode": "loadbalance" }, "targets": [{ "provider": 'openai', "api_key": os.environ["OPENAI_API_KEY"], "weight": 0.1 },{ "provider": 'groq', "api_key": os.environ["GROQ_API_KEY"], "weight": 0.9, "override_params": { "model": 'llama3-70b-8192' }, }], } client = Portkey(config=lb_config) response...