Skip to content

Commit a3acf0d

Browse files
committed
Track LLM parse args in meta
1 parent 5aa05b1 commit a3acf0d

File tree

1 file changed

+11
-0
lines changed

1 file changed

+11
-0
lines changed

compass/process.py

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -413,6 +413,7 @@ async def _process_with_logs( # noqa: PLR0914
413413
start_date,
414414
num_jurisdictions_searched=len(counties),
415415
num_jurisdictions_found=num_docs_found,
416+
llm_parse_args=lpa,
416417
)
417418
return db
418419

@@ -806,6 +807,7 @@ def _save_run_meta(
806807
start_date,
807808
num_jurisdictions_searched,
808809
num_jurisdictions_found,
810+
llm_parse_args,
809811
):
810812
"""Write out meta information about ordinance collection run"""
811813
end_date = datetime.now(UTC).isoformat()
@@ -821,6 +823,15 @@ def _save_run_meta(
821823
"username": username,
822824
"versions": {"elm": elm_version, "compass": compass_version},
823825
"technology": tech,
826+
"llm_parse_args": {
827+
"llm_call_kwargs": llm_parse_args.llm_call_kwargs,
828+
"text_splitter_chunk_size": (
829+
llm_parse_args.text_splitter_chunk_size
830+
),
831+
"text_splitter_chunk_overlap": (
832+
llm_parse_args.text_splitter_chunk_overlap
833+
),
834+
},
824835
"time_start_utc": start_date,
825836
"time_end_utc": end_date,
826837
"total_time_seconds": seconds_elapsed,

0 commit comments

Comments
 (0)