From cf40134fffee650fd3bf139dd3858c3c7f257d0d Mon Sep 17 00:00:00 2001 From: Abhishek Patil <129820441+abhk2@users.noreply.github.com> Date: Mon, 16 Mar 2026 12:52:13 +0530 Subject: [PATCH 1/3] fix: update Snowflake copy query to include query ID --- src/ds_platform_utils/metaflow/s3_stage.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/ds_platform_utils/metaflow/s3_stage.py b/src/ds_platform_utils/metaflow/s3_stage.py index 756ad81..21d8f57 100644 --- a/src/ds_platform_utils/metaflow/s3_stage.py +++ b/src/ds_platform_utils/metaflow/s3_stage.py @@ -73,7 +73,7 @@ def _generate_snowflake_to_s3_copy_query( FROM ( {query} ) - OVERWRITE = TRUE + INCLUDE_QUERY_ID = TRUE FILE_FORMAT = (TYPE = 'parquet') MAX_FILE_SIZE = {max_file_size} HEADER = TRUE @@ -192,7 +192,7 @@ def _copy_snowflake_to_s3( return s3_path -def _copy_s3_to_snowflake( # noqa: PLR0913 +def _copy_s3_to_snowflake( s3_path: str, table_name: str, table_definition: Optional[List[Tuple[str, str]]] = None, From eab33ff359d11de02eb8843587c7303a2fea226e Mon Sep 17 00:00:00 2001 From: Abhishek Patil <129820441+abhk2@users.noreply.github.com> Date: Mon, 16 Mar 2026 12:52:40 +0530 Subject: [PATCH 2/3] chore: bump version to 0.4.1 in project and lock files --- pyproject.toml | 2 +- uv.lock | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index f79845f..83432b4 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "ds-platform-utils" -version = "0.4.0" +version = "0.4.1" description = "Utility library for Pattern Data Science." readme = "README.md" authors = [ diff --git a/uv.lock b/uv.lock index 39d38f1..c15589d 100644 --- a/uv.lock +++ b/uv.lock @@ -479,7 +479,7 @@ wheels = [ [[package]] name = "ds-platform-utils" -version = "0.4.0" +version = "0.4.1" source = { editable = "." } dependencies = [ { name = "jinja2" }, From 40c4bca0cee42e9793b0dafb036db26320518433 Mon Sep 17 00:00:00 2001 From: Abhishek Patil <129820441+abhk2@users.noreply.github.com> Date: Mon, 16 Mar 2026 12:54:37 +0530 Subject: [PATCH 3/3] fix: add noqa comment to suppress linting warning for _copy_s3_to_snowflake function --- src/ds_platform_utils/metaflow/s3_stage.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ds_platform_utils/metaflow/s3_stage.py b/src/ds_platform_utils/metaflow/s3_stage.py index 21d8f57..2ac5799 100644 --- a/src/ds_platform_utils/metaflow/s3_stage.py +++ b/src/ds_platform_utils/metaflow/s3_stage.py @@ -192,7 +192,7 @@ def _copy_snowflake_to_s3( return s3_path -def _copy_s3_to_snowflake( +def _copy_s3_to_snowflake( # noqa: PLR0913 s3_path: str, table_name: str, table_definition: Optional[List[Tuple[str, str]]] = None,