Sage
recommend_deployment
$0.25 USDC: recommend what to buy or run from bounded StackBench fit, performance, confidence, evidence, caveats, and economics only when supported.
Remote computesage/stackbench
Remote (network-hosted)
Other tools also called recommend_deployment?
See providers with this name
Input Schema
{
"type": "object",
"properties": {
"mode": {
"enum": [
"configuration",
"hardware_experimental"
],
"type": "string",
"default": "configuration"
},
"model": {
"type": "string",
"maxLength": 240,
"minLength": 1
},
"engine": {
"anyOf": [
{
"type": "string",
"maxLength": 240,
"minLength": 1
},
{
"type": "null"
}
]
},
"objective": {
"enum": [
"balanced",
"maximize_decode",
"maximize_prefill",
"minimize_vram",
"minimize_power",
"minimize_capex",
"minimize_tco",
"maximize_decode_per_dollar",
"maximize_prefill_per_dollar"
],
"type": "string",
"default": "balanced"
},
"tco_years": {
"type": "number",
"default": 3,
"maximum": 20,
"exclusiveMinimum": 0
},
"batch_size": {
"anyOf": [
{
"type": "integer",
"maximum": 9007199254740991,
"exclusiveMinimum": 0
},
{
"type": "null"
}
]
},
"concurrency": {
"type": "integer",
"default": 1,
"maximum": 9007199254740991,
"exclusiveMinimum": 0
},
"cost_policy": {
"enum": [
"latest_official",
"latest_any",
"manual_only",
"market_preferred",
"market_only",
"market_override_only"
],
"type": "string",
"default": "latest_official"
},
"max_results": {
"type": "integer",
"default": 5,
"maximum": 5,
"minimum": 1
},
"ubatch_size": {
"anyOf": [
{
"type": "integer",
"maximum": 9007199254740991,
"exclusiveMinimum": 0
},
{
"type": "null"
}
]
},
"quantization": {
"anyOf": [
{
"type": "string",
"maxLength": 240,
"minLength": 1
},
{
"type": "null"
}
]
},
"budget_amount": {
"anyOf": [
{
"type": "number",
"minimum": 0
},
{
"type": "null"
}
]
},
"prompt_tokens": {
"type": "integer",
"maximum": 9007199254740991,
"exclusiveMinimum": 0
},
"engine_version": {
"anyOf": [
{
"type": "string",
"maxLength": 240,
"minLength": 1
},
{
"type": "null"
}
]
},
"ownership_mode": {
"enum": [
"purchase",
"owned"
],
"type": "string",
"default": "purchase"
},
"quality_policy": {
"enum": [
"prefer",
"require",
"ignore"
],
"type": "string",
"default": "prefer"
},
"budget_currency": {
"type": "string",
"pattern": "^[A-Za-z]{3}$"
},
"evidence_policy": {
"enum": [
"verified_only",
"include_public",
"all"
],
"type": "string",
"default": "include_public"
},
"flash_attention": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
]
},
"hardware_system": {
"anyOf": [
{
"type": "string",
"maxLength": 240,
"minLength": 1
},
{
"type": "null"
}
]
},
"workload_profile": {
"anyOf": [
{
"type": "string",
"maxLength": 120,
"minLength": 1
},
{
"type": "null"
}
]
},
"constraint_policy": {
"enum": [
"point_estimate",
"conservative"
],
"type": "string",
"default": "point_estimate"
},
"maximum_tco_amount": {
"anyOf": [
{
"type": "number",
"minimum": 0
},
{
"type": "null"
}
]
},
"maximum_vram_bytes": {
"anyOf": [
{
"type": "integer",
"maximum": 9007199254740991,
"exclusiveMinimum": 0
},
{
"type": "null"
}
]
},
"quality_thresholds": {
"anyOf": [
{
"type": "array",
"items": {
"type": "object",
"required": [
"dimension",
"unit",
"direction",
"value"
],
"properties": {
"unit": {
"type": "string",
"maxLength": 80,
"minLength": 1
},
"value": {
"type": "number"
},
"dimension": {
"type": "string",
"maxLength": 120,
"minLength": 1
},
"direction": {
"enum": [
"higher_is_better",
"lower_is_better"
],
"type": "string"
}
},
"additionalProperties": false
},
"maxItems": 30
},
{
"type": "null"
}
]
},
"maximum_power_watts": {
"anyOf": [
{
"type": "number",
"exclusiveMinimum": 0
},
{
"type": "null"
}
]
},
"candidate_kv_formats": {
"anyOf": [
{
"type": "array",
"items": {
"type": "string",
"maxLength": 120,
"minLength": 1
},
"maxItems": 20
},
{
"type": "null"
}
]
},
"decode_context_depth": {
"anyOf": [
{
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0
},
{
"type": "null"
}
]
},
"minimum_decode_tok_s": {
"anyOf": [
{
"type": "number",
"exclusiveMinimum": 0
},
{
"type": "null"
}
]
},
"recommendation_scope": {
"enum": [
"full",
"performance_only"
],
"type": "string",
"default": "full"
},
"manual_hardware_costs": {
"anyOf": [
{
"type": "object",
"propertyNames": {
"type": "string",
"maxLength": 200,
"minLength": 1
},
"additionalProperties": {
"type": "number",
"minimum": 0
}
},
{
"type": "null"
}
]
},
"minimum_prefill_tok_s": {
"anyOf": [
{
"type": "number",
"exclusiveMinimum": 0
},
{
"type": "null"
}
]
},
"materiality_tiebreaker": {
"enum": [
"balanced",
"maximize_decode",
"maximize_prefill",
"minimize_vram",
"minimize_power"
],
"type": "string",
"default": "minimize_power"
},
"quality_policy_version": {
"type": "string",
"default": "planner-quality-policy-v2",
"maxLength": 120,
"minLength": 1
},
"quality_evidence_policy": {
"enum": [
"allow_calibrated_estimates",
"allow_cross_model_estimates",
"measured_only"
],
"type": "string",
"default": "allow_calibrated_estimates"
},
"economic_materiality_pct": {
"type": "number",
"default": 2,
"maximum": 100,
"minimum": 0
},
"electricity_rate_per_kwh": {
"type": "number",
"default": 0.18,
"minimum": 0
},
"workload_profile_version": {
"anyOf": [
{
"type": "integer",
"maximum": 9007199254740991,
"exclusiveMinimum": 0
},
{
"type": "null"
}
]
},
"utilization_days_per_year": {
"type": "number",
"default": 365,
"maximum": 366,
"minimum": 0
},
"utilization_hours_per_day": {
"type": "number",
"default": 8,
"maximum": 24,
"minimum": 0
},
"economic_materiality_amount": {
"type": "number",
"default": 25,
"minimum": 0
},
"allow_manual_market_override": {
"type": "boolean",
"default": false
}
}
}