Values.HierarchicalChunkingConfigurationSourceSettings for hierarchical document chunking for a data source. Hierarchical chunking splits documents into layers of chunks where the first layer contains large chunks, and the second layer contains smaller chunks derived from the first layer.
type nonrec t = {levelConfigurations : HierarchicalChunkingLevelConfigurations.t;Token settings for each layer.
*)overlapTokens : HierarchicalChunkingConfigurationOverlapTokensInteger.t;The number of tokens to repeat across chunks in the same layer.
*)}val make :
levelConfigurations:HierarchicalChunkingLevelConfigurations.t ->
overlapTokens:HierarchicalChunkingConfigurationOverlapTokensInteger.t ->
unit ->
tval to_value :
t ->
[> `Structure of
(string
* [> `Integer of
HierarchicalChunkingConfigurationOverlapTokensInteger.t
| `List of
[> `Structure of
(string
* [> `Integer of
HierarchicalChunkingLevelConfigurationMaxTokensInteger.t ])
list ]
list ])
list ]