Merge pull request #22 from patterninc/s3_stage_add_query_id

abhishek-pattern · web-flow · commit 84ad6cfaa370 · 2026-03-16T14:27:52.000+05:30
S3 stage add query
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "ds-platform-utils"
-version = "0.4.0"
+version = "0.4.1"
 description = "Utility library for Pattern Data Science."
 readme = "README.md"
 authors = [
diff --git a/src/ds_platform_utils/metaflow/s3_stage.py b/src/ds_platform_utils/metaflow/s3_stage.py
@@ -73,7 +73,7 @@ def _generate_snowflake_to_s3_copy_query(
     FROM (
         {query}
     )
-    OVERWRITE = TRUE
+    INCLUDE_QUERY_ID = TRUE
     FILE_FORMAT = (TYPE = 'parquet')
     MAX_FILE_SIZE = {max_file_size}
     HEADER = TRUE
diff --git a/uv.lock b/uv.lock

Original file line number	Diff line number	Diff line change
`@@ -73,7 +73,7 @@ def _generate_snowflake_to_s3_copy_query(`
`73`	`73`	`FROM (`
`74`	`74`	`{query}`
`75`	`75`	`)`
`76`		`- OVERWRITE = TRUE`
	`76`	`+ INCLUDE_QUERY_ID = TRUE`
`77`	`77`	`FILE_FORMAT = (TYPE = 'parquet')`
`78`	`78`	`MAX_FILE_SIZE = {max_file_size}`
`79`	`79`	`HEADER = TRUE`