Options - Python SDK

Options method reference

The Python SDK and docs are currently in beta. Report issues on GitHub.

Provider-specific options keyed by provider slug. The options for the matched provider are spread into the upstream request body.

Fields

FieldTypeRequiredDescription
oneaiDict[str, Nullable[Any]]âž–N/A
ai21Dict[str, Nullable[Any]]âž–N/A
aion_labsDict[str, Nullable[Any]]âž–N/A
akashmlDict[str, Nullable[Any]]âž–N/A
alibabaDict[str, Nullable[Any]]âž–N/A
amazon_bedrockDict[str, Nullable[Any]]âž–N/A
amazon_novaDict[str, Nullable[Any]]âž–N/A
ambientDict[str, Nullable[Any]]âž–N/A
anthropicDict[str, Nullable[Any]]âž–N/A
anyscaleDict[str, Nullable[Any]]âž–N/A
arcee_aiDict[str, Nullable[Any]]âž–N/A
atlas_cloudDict[str, Nullable[Any]]âž–N/A
atomaDict[str, Nullable[Any]]âž–N/A
avianDict[str, Nullable[Any]]âž–N/A
azureDict[str, Nullable[Any]]âž–N/A
baiduDict[str, Nullable[Any]]âž–N/A
basetenDict[str, Nullable[Any]]âž–N/A
black_forest_labsDict[str, Nullable[Any]]âž–N/A
byteplusDict[str, Nullable[Any]]âž–N/A
centmlDict[str, Nullable[Any]]âž–N/A
cerebrasDict[str, Nullable[Any]]âž–N/A
chutesDict[str, Nullable[Any]]âž–N/A
cirrascaleDict[str, Nullable[Any]]âž–N/A
clarifaiDict[str, Nullable[Any]]âž–N/A
cloudflareDict[str, Nullable[Any]]âž–N/A
cohereDict[str, Nullable[Any]]âž–N/A
crofaiDict[str, Nullable[Any]]âž–N/A
crucibleDict[str, Nullable[Any]]âž–N/A
crusoeDict[str, Nullable[Any]]âž–N/A
darkbloomDict[str, Nullable[Any]]âž–N/A
decartDict[str, Nullable[Any]]âž–N/A
deepinfraDict[str, Nullable[Any]]âž–N/A
deepseekDict[str, Nullable[Any]]âž–N/A
dekallmDict[str, Nullable[Any]]âž–N/A
digitaloceanDict[str, Nullable[Any]]âž–N/A
enferDict[str, Nullable[Any]]âž–N/A
fake_providerDict[str, Nullable[Any]]âž–N/A
featherlessDict[str, Nullable[Any]]âž–N/A
fireworksDict[str, Nullable[Any]]âž–N/A
friendliDict[str, Nullable[Any]]âž–N/A
gmicloudDict[str, Nullable[Any]]âž–N/A
google_ai_studioDict[str, Nullable[Any]]âž–N/A
google_vertexDict[str, Nullable[Any]]âž–N/A
gopomeloDict[str, Nullable[Any]]âž–N/A
groqDict[str, Nullable[Any]]âž–N/A
huggingfaceDict[str, Nullable[Any]]âž–N/A
hyperbolicDict[str, Nullable[Any]]âž–N/A
hyperbolic_quantizedDict[str, Nullable[Any]]âž–N/A
inceptionDict[str, Nullable[Any]]âž–N/A
inceptronDict[str, Nullable[Any]]âž–N/A
inference_netDict[str, Nullable[Any]]âž–N/A
infermaticDict[str, Nullable[Any]]âž–N/A
inflectionDict[str, Nullable[Any]]âž–N/A
inocloudDict[str, Nullable[Any]]âž–N/A
io_netDict[str, Nullable[Any]]âž–N/A
ionstreamDict[str, Nullable[Any]]âž–N/A
klusteraiDict[str, Nullable[Any]]âž–N/A
lambda_Dict[str, Nullable[Any]]âž–N/A
leptonDict[str, Nullable[Any]]âž–N/A
liquidDict[str, Nullable[Any]]âž–N/A
lynnDict[str, Nullable[Any]]âž–N/A
lynn_privateDict[str, Nullable[Any]]âž–N/A
mancerDict[str, Nullable[Any]]âž–N/A
mancer_oldDict[str, Nullable[Any]]âž–N/A
maraDict[str, Nullable[Any]]âž–N/A
metaDict[str, Nullable[Any]]âž–N/A
minimaxDict[str, Nullable[Any]]âž–N/A
mistralDict[str, Nullable[Any]]âž–N/A
modalDict[str, Nullable[Any]]âž–N/A
modelrunDict[str, Nullable[Any]]âž–N/A
modularDict[str, Nullable[Any]]âž–N/A
moonshotaiDict[str, Nullable[Any]]âž–N/A
morphDict[str, Nullable[Any]]âž–N/A
ncompassDict[str, Nullable[Any]]âž–N/A
nebiusDict[str, Nullable[Any]]âž–N/A
nex_agiDict[str, Nullable[Any]]âž–N/A
nextbitDict[str, Nullable[Any]]âž–N/A
nineteenDict[str, Nullable[Any]]âž–N/A
novitaDict[str, Nullable[Any]]âž–N/A
nvidiaDict[str, Nullable[Any]]âž–N/A
octoaiDict[str, Nullable[Any]]âž–N/A
open_inferenceDict[str, Nullable[Any]]âž–N/A
openaiDict[str, Nullable[Any]]âž–N/A
parasailDict[str, Nullable[Any]]âž–N/A
perceptronDict[str, Nullable[Any]]âž–N/A
perplexityDict[str, Nullable[Any]]âž–N/A
phalaDict[str, Nullable[Any]]âž–N/A
poolsideDict[str, Nullable[Any]]âž–N/A
recraftDict[str, Nullable[Any]]âž–N/A
recursalDict[str, Nullable[Any]]âž–N/A
reflectionDict[str, Nullable[Any]]âž–N/A
rekaDict[str, Nullable[Any]]âž–N/A
relaceDict[str, Nullable[Any]]âž–N/A
replicateDict[str, Nullable[Any]]âž–N/A
sambanovaDict[str, Nullable[Any]]âž–N/A
sambanova_cloakedDict[str, Nullable[Any]]âž–N/A
seedDict[str, Nullable[Any]]âž–N/A
sf_computeDict[str, Nullable[Any]]âž–N/A
siliconflowDict[str, Nullable[Any]]âž–N/A
sourcefulDict[str, Nullable[Any]]âž–N/A
stealthDict[str, Nullable[Any]]âž–N/A
stepfunDict[str, Nullable[Any]]âž–N/A
streamlakeDict[str, Nullable[Any]]âž–N/A
switchpointDict[str, Nullable[Any]]âž–N/A
targonDict[str, Nullable[Any]]âž–N/A
togetherDict[str, Nullable[Any]]âž–N/A
together_liteDict[str, Nullable[Any]]âž–N/A
ubicloudDict[str, Nullable[Any]]âž–N/A
upstageDict[str, Nullable[Any]]âž–N/A
veniceDict[str, Nullable[Any]]âž–N/A
waferDict[str, Nullable[Any]]âž–N/A
wandbDict[str, Nullable[Any]]âž–N/A
xaiDict[str, Nullable[Any]]âž–N/A
xiaomiDict[str, Nullable[Any]]âž–N/A
z_aiDict[str, Nullable[Any]]âž–N/A