Merge pull request #126 from snowplow/release/web/snowflake/1.0.1

Release/web/snowflake/1.0.1
snowplow · Feb 24, 2022 · eaeb04a · eaeb04a
2 parents ba0d08c + 3b56bc5
commit eaeb04a
Show file tree

Hide file tree

Showing 79 changed files with 212 additions and 179 deletions.
diff --git a/.test/great_expectations/expectations/web/v1/base.json b/.test/great_expectations/expectations/web/v1/base.json
@@ -139,7 +139,7 @@
     "versions": {
       "test_suite_version": "1.1.1",
       "bigquery_model_version": "1.0.3",
-      "snowflake_model_version": "1.0.0"
+      "snowflake_model_version": "1.0.1"
     },
     "great_expectations.__version__": "0.12.0"
   }

diff --git a/.test/great_expectations/expectations/web/v1/metadata.json b/.test/great_expectations/expectations/web/v1/metadata.json
@@ -105,7 +105,7 @@
       "test_suite_version": "1.1.1",
       "redshift_model_version": "1.2.0",
       "bigquery_model_version": "1.0.3",
-      "snowflake_model_version": "1.0.0"
+      "snowflake_model_version": "1.0.1"
     },
     "great_expectations.__version__": "0.12.0"
   }

diff --git a/.test/great_expectations/expectations/web/v1/page_view_in_session_values.json b/.test/great_expectations/expectations/web/v1/page_view_in_session_values.json
@@ -29,7 +29,7 @@
       "test_suite_version": "1.1.1",
       "redshift_model_version": "1.2.0",
       "bigquery_model_version": "1.0.3",
-      "snowflake_model_version": "1.0.0"
+      "snowflake_model_version": "1.0.1"
     },
     "great_expectations.__version__": "0.12.0"
   }

diff --git a/.test/great_expectations/expectations/web/v1/page_views.json b/.test/great_expectations/expectations/web/v1/page_views.json
@@ -227,7 +227,7 @@
       "test_suite_version": "1.1.1",
       "redshift_model_version": "1.2.0",
       "bigquery_model_version": "1.0.3",
-      "snowflake_model_version": "1.0.0"
+      "snowflake_model_version": "1.0.1"
     },
     "great_expectations.__version__": "0.12.0"
   }

diff --git a/.test/great_expectations/expectations/web/v1/sessions.json b/.test/great_expectations/expectations/web/v1/sessions.json
@@ -183,7 +183,7 @@
       "test_suite_version": "1.1.1",
       "redshift_model_version": "1.2.0",
       "bigquery_model_version": "1.0.3",
-      "snowflake_model_version": "1.0.0"
+      "snowflake_model_version": "1.0.1"
     },
     "great_expectations.__version__": "0.12.0"
   }

diff --git a/.test/great_expectations/expectations/web/v1/users.json b/.test/great_expectations/expectations/web/v1/users.json
@@ -119,7 +119,7 @@
       "test_suite_version": "1.1.1",
       "redshift_model_version": "1.2.0",
       "bigquery_model_version": "1.0.3",
-      "snowflake_model_version": "1.0.0"
+      "snowflake_model_version": "1.0.1"
     },
     "great_expectations.__version__": "0.12.0"
   }

diff --git a/CHANGELOG b/CHANGELOG
@@ -1,3 +1,13 @@
+Snowflake Web Version 1.0.1 (2022-02-24)
+---------------------------------------
+Snowflake Web: Update column check stored procedure (Close #125)
+Snowflake Web: Fix varchar length for pseudonymized fields (Close #122)
+Snowflake Web: Remove start_date variable from users module (Close #123)
+Snowflake Web: Update copyright notices (Close #124)
+Snowflake Web: Fix logic in users_sessions_this_run to account for sparse data (Close #120)
+Snowflake Web: Fix varchar length for yauaa columns (Close #97)
+Snowflake Web: Fix se_label column length in events_staged (Close #109)
+
 Snowflake Mobile Version 1.1.0 (2021-06-16)
 ---------------------------------------
 Snowflake Mobile: Update update_manifest to throw error message (Close #104)

diff --git a/web/v1/snowflake/CHANGELOG b/web/v1/snowflake/CHANGELOG
@@ -1,3 +1,13 @@
+Version 1.0.1 (2022-02-24)
+--------------------------
+Snowflake web: Update column check stored procedure (Close #125)
+Snowflake web: Fix varchar length for pseudonymized fields (Close #122)
+Snowflake web: Remove start_date variable from users module (Close #123)
+Snowflake web: Update copyright notices (Close #124)
+Snowflake web: Fix logic in users_sessions_this_run to account for sparse data (Close #120)
+Snowflake web: Fix varchar length for yauaa columns (Close #97)
+Snowflake web: Fix se_label column length in events_staged (Close #109)
+
 Version 1.0.0 (2021-02-11)
 --------------------------
 Add Snowflake web model v1 (#31)
diff --git a/web/v1/snowflake/README.md b/web/v1/snowflake/README.md
@@ -214,7 +214,7 @@ Detail on configuring the users module's playbook can be found [in the relevant
 
 ## A note on duplicates
 
-This version of the model (1.0.0) excludes duplicated `event_id`s and `page_view_id`s. Ideally in the future it will provide standard options for handling them.
+This version of the model (1.0.1) excludes duplicated `event_id`s and `page_view_id`s. Ideally in the future it will provide standard options for handling them.
 
 If there is a need to handle duplicates, this can be done by adding a custom module to the base level of aggregation - take good care to manage the possibility of introducing duplicates downstream if doing so.
 
@@ -223,8 +223,8 @@ Normally, one would expect less than 1% duplicates in the dataset. If the requir
 
 ## A note on Constraints and Clustering keys
 
-This 1.0.0 version of the Snowflake web model does not use Constraints or Clustering keys in the table definitions, even though it could.
+This 1.0.1 version of the Snowflake web model does not use Constraints or Clustering keys in the table definitions, even though it could.
 
 Concerning [clustering keys](https://docs.snowflake.com/en/user-guide/tables-clustering-keys.html#strategies-for-selecting-clustering-keys), Snowflake's naturally clusters the tables on insertion order, and there hasn't been evidence so far suggesting a change towards another manual clustering strategy.
 
-Concerning table [constraints](https://docs.snowflake.com/en/sql-reference/constraints-overview.html), it is a fact that Snowflake enforces **only** the `NOT NULL` constraint. Therefore, in this 1.0.0 version we decided to include only this constraint that is actually enforced, for clarity on the model's assumptions.
+Concerning table [constraints](https://docs.snowflake.com/en/sql-reference/constraints-overview.html), it is a fact that Snowflake enforces **only** the `NOT NULL` constraint. Therefore, in this 1.0.1 version we decided to include only this constraint that is actually enforced, for clarity on the model's assumptions.
diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/00-setup-metadata.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/00-setup-metadata.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/99-metadata-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/99-metadata-complete.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/XX-destroy-metadata.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/XX-destroy-metadata.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/01-base-main.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/01-base-main.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:         snowflake/web/1.0.0
+  :model_version:         snowflake/web/1.0.1
   :input_schema:          atomic
   :scratch_schema:        scratch
   :output_schema:         derived

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/99-base-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/99-base-complete.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/XX-destroy-base.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/XX-destroy-base.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/01-page-views-main.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/01-page-views-main.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:        snowflake/web/1.0.0
+  :model_version:        snowflake/web/1.0.1
   :scratch_schema:       scratch
   :output_schema:        derived
   :entropy:              ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/99-page-views-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/99-page-views-complete.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/XX-destroy-page-views.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/XX-destroy-page-views.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/01-sessions-main.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/01-sessions-main.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:        snowflake/web/1.0.0
+  :model_version:        snowflake/web/1.0.1
   :scratch_schema:       scratch
   :output_schema:        derived
   :entropy:              ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/99-sessions-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/99-sessions-complete.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/XX-destroy-sessions.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/XX-destroy-sessions.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/01-users-main.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/01-users-main.yml.tmpl
@@ -7,11 +7,10 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""
-  :start_date:         2020-01-01
   :skip_derived:
 :steps:
 - :name: 01-stored-procedures

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/99-users-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/99-users-complete.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/XX-destroy-users.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/XX-destroy-users.yml.tmpl
@@ -7,7 +7,7 @@
   :username:
   :password:
 :variables:
-  :model_version:      snowflake/web/1.0.0
+  :model_version:      snowflake/web/1.0.1
   :scratch_schema:     scratch
   :output_schema:      derived
   :entropy:            ""

diff --git a/...1/snowflake/sql-runner/sql/custom/02-page-views-join/01-main/00-setup-page-views-join.sql b/...1/snowflake/sql-runner/sql/custom/02-page-views-join/01-main/00-setup-page-views-join.sql
@@ -1,5 +1,5 @@
 /*
-   Copyright 2021 Snowplow Analytics Ltd. All rights reserved.
+   Copyright 2021-2022 Snowplow Analytics Ltd. All rights reserved.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

diff --git a/.../snowflake/sql-runner/sql/custom/02-page-views-join/01-main/01-page-views-join-staged.sql b/.../snowflake/sql-runner/sql/custom/02-page-views-join/01-main/01-page-views-join-staged.sql
@@ -1,5 +1,5 @@
 /*
-   Copyright 2021 Snowplow Analytics Ltd. All rights reserved.
+   Copyright 2021-2022 Snowplow Analytics Ltd. All rights reserved.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

diff --git a/.../snowflake/sql-runner/sql/custom/02-page-views-join/01-main/02-page-views-join-upsert.sql b/.../snowflake/sql-runner/sql/custom/02-page-views-join/01-main/02-page-views-join-upsert.sql
@@ -1,5 +1,5 @@
 /*
-   Copyright 2021 Snowplow Analytics Ltd. All rights reserved.
+   Copyright 2021-2022 Snowplow Analytics Ltd. All rights reserved.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

diff --git a/...flake/sql-runner/sql/custom/02-page-views-join/99-complete/99-page-views-join-cleanup.sql b/...flake/sql-runner/sql/custom/02-page-views-join/99-complete/99-page-views-join-cleanup.sql
@@ -1,5 +1,5 @@
 /*
-   Copyright 2021 Snowplow Analytics Ltd. All rights reserved.
+   Copyright 2021-2022 Snowplow Analytics Ltd. All rights reserved.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

diff --git a/...wflake/sql-runner/sql/custom/02-page-views-join/XX-destroy/XX-destroy-page-views-join.sql b/...wflake/sql-runner/sql/custom/02-page-views-join/XX-destroy/XX-destroy-page-views-join.sql
@@ -1,5 +1,5 @@
 /*
-   Copyright 2021 Snowplow Analytics Ltd. All rights reserved.
+   Copyright 2021-2022 Snowplow Analytics Ltd. All rights reserved.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

diff --git a/web/v1/snowflake/sql-runner/sql/standard/00-setup/01-main/00-setup-metadata.sql b/web/v1/snowflake/sql-runner/sql/standard/00-setup/01-main/00-setup-metadata.sql
@@ -1,5 +1,5 @@
 /*
-   Copyright 2021 Snowplow Analytics Ltd. All rights reserved.
+   Copyright 2021-2022 Snowplow Analytics Ltd. All rights reserved.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.