Show details for query tokens (#1392)

2024-07-04 11:40:56 -07:00
parent ea09b5f7f0
commit 4880557d51
25 changed files with 1825 additions and 517 deletions
@@ -428,6 +428,7 @@ def validate_config(config_data):
                    Optional("top_p"): Or(float, int),
                    Optional("stream"): bool,
                    Optional("online"): bool,
+                    Optional("token_usage"): bool,
                    Optional("template"): str,
                    Optional("prompt"): str,
                    Optional("system_prompt"): str,