Source file convert_usage.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
open Melange_json.Primitives
type prompt_tokens_details = {
cached_tokens : int option; [@json.default None]
cache_write_tokens : int option; [@json.default None]
}
[@@json.allow_extra_fields] [@@deriving of_json]
type completion_tokens_details = { reasoning_tokens : int option [@json.default None] }
[@@json.allow_extra_fields] [@@deriving of_json]
type cost_details = { upstream_inference_cost : float option [@json.default None] }
[@@json.allow_extra_fields] [@@deriving of_json]
type openrouter_usage = {
prompt_tokens : int option; [@json.default None]
completion_tokens : int option; [@json.default None]
total_tokens : int option; [@json.default None]
prompt_tokens_details : prompt_tokens_details option; [@json.default None]
completion_tokens_details : completion_tokens_details option; [@json.default None]
cost : float option; [@json.default None]
cost_details : cost_details option; [@json.default None]
}
[@@json.allow_extra_fields] [@@deriving of_json]
type openrouter_usage_metadata = {
cache_read_tokens : int;
cache_write_tokens : int;
reasoning_tokens : int;
cost : float option;
upstream_inference_cost : float option;
}
type _ Ai_provider.Provider_options.key += Openrouter_usage : openrouter_usage_metadata Ai_provider.Provider_options.key
let to_usage u =
let input = Stdlib.Option.value ~default:0 u.prompt_tokens in
let output = Stdlib.Option.value ~default:0 u.completion_tokens in
{
Ai_provider.Usage.input_tokens = input;
output_tokens = output;
total_tokens = Some (Stdlib.Option.value ~default:(input + output) u.total_tokens);
}
let nested_int opt f = Stdlib.Option.bind opt f |> Stdlib.Option.value ~default:0
let to_metadata (u : openrouter_usage) =
{
cache_read_tokens = nested_int u.prompt_tokens_details (fun d -> d.cached_tokens);
cache_write_tokens = nested_int u.prompt_tokens_details (fun d -> d.cache_write_tokens);
reasoning_tokens = nested_int u.completion_tokens_details (fun d -> d.reasoning_tokens);
cost = u.cost;
upstream_inference_cost = Stdlib.Option.bind u.cost_details (fun d -> d.upstream_inference_cost);
}