Files
VianoBugAnalysis/config/llm.gemini-cache.example.toml

46 lines
1.8 KiB
TOML

# Native Gemini configuration. Copy to an ignored *.local.toml file.
# This does not replace the existing OpenAI-compatible configuration.
[llm]
privacy_profile = "cloud_allowed"
max_attempts = 10
retry_delay_seconds = 60
blocked_retry_seconds = 3600
[[llm.providers]]
id = "gemini-native"
adapter = "gemini"
privacy = "cloud"
base_url = "https://generativelanguage.googleapis.com/v1beta"
model = "gemini-3.8-flash"
api_key_env = "GEMINI_API_KEY"
timeout_seconds = 300
response_format = "json_object"
max_output_tokens = 16384
reasoning_effort = "medium"
entity_resolution_reasoning_effort = "low"
# Only the narrow early-review assessment, not regular investigation or diagnosis:
investigation_review_reasoning_effort = "low"
# Enabled by default on this adapter. Stable case context plus instructions/schema;
# live evidence is always complete. Explicit false is an operational override.
context_cache = true
cache_context_version = "stable_case_v1"
# For replay with the previous instruction/schema-only config snapshot:
# cache_context_version = "instructions_v1"
cache_ttl_seconds = 300
# A character heuristic, not a tokenizer or a format limit. Provider minimums
# still apply; rejected/too-small cache requests fall back to the full input.
cache_min_prefix_chars = 16000
# For an explicit cache test, require confirmed hits in investigation calls:
# cache_required = true
# cache_required_prompt_prefix = "investigation_project_"
# Omit the prefix to require caching in ALL phases (small prefixes may fail).
# Optional estimates in USD per million tokens; verify your model/tariff/date.
# These illustrative standard-tier rates are from 2026-10-16, valid through
# 2026-12-31 for the model above, not universal/default prices.
input_cost_per_million = 0.75
cached_input_cost_per_million = 0.075
output_cost_per_million = 3.75
cache_storage_cost_per_million_hour = 0.50