Content_part.Cache_control
Anthropic-style prompt-cache annotation. Attach to a content part and successive identical-prefix requests will hit the cache, yielding a non-zero usage.prompt_tokens_details.cached_tokens.
usage.prompt_tokens_details.cached_tokens
type t = private {
type_ : string;
Always "ephemeral".
"ephemeral"
ttl : string option;
}
include Sexplib0.Sexpable.S with type t := t
val t_of_sexp : Sexplib0__.Sexp.t -> t
val sexp_of_t : t -> Sexplib0__.Sexp.t
val ephemeral : ?ttl:string -> unit -> t