Merge pull request #86 from snowplow/release/mobile/snowflake/1.0.0

Add Snowflake mobile model v1 (Close #85)

.test/great_expectations/expectations/mobile/v1/mobile_base.json

@@ -138,7 +138,8 @@
   "meta": {
     "versions": {
       "test_suite_version": "1.0.1",
-      "bigquery_model_version": "1.0.0"
+      "bigquery_model_version": "1.0.0",
+      "snowflake_model_version": "1.0.0"
     },
     "great_expectations.__version__": "0.12.0"
   }

.test/great_expectations/expectations/mobile/v1/mobile_metadata.json

@@ -104,7 +104,8 @@
     "versions": {
       "test_suite_version": "1.0.1",
       "redshift_model_version": "1.0.0",
-      "bigquery_model_version": "1.0.0"
+      "bigquery_model_version": "1.0.0",
+      "snowflake_model_version": "1.0.0"
     },
     "great_expectations.__version__": "0.12.0"
   }

.test/great_expectations/expectations/mobile/v1/mobile_screen_view_in_session_values.json

@@ -28,7 +28,8 @@
     "versions": {
       "test_suite_version": "1.0.1",
       "redshift_model_version": "1.0.0",
-      "bigquery_model_version": "1.0.0"
+      "bigquery_model_version": "1.0.0",
+      "snowflake_model_version": "1.0.0"
     },
     "great_expectations.__version__": "0.12.0"
   }

.test/great_expectations/expectations/mobile/v1/mobile_screen_views.json

@@ -167,7 +167,8 @@
   "meta": {
     "versions": {
       "test_suite_version": "1.0.1",
-      "bigquery_model_version": "1.0.0"
+      "bigquery_model_version": "1.0.0",
+      "snowflake_model_version": "1.0.0"
     },
     "great_expectations.__version__": "0.12.0"
   }

.test/great_expectations/expectations/mobile/v1/mobile_sessions.json

@@ -1,3 +1,4 @@
+
 {
   "data_asset_type": "Dataset",
   "expectation_suite_name": "mobile_sessions",
@@ -154,7 +155,8 @@
   "meta": {
     "versions": {
       "test_suite_version": "1.0.1",
-      "bigquery_model_version": "1.0.0"
+      "bigquery_model_version": "1.0.0",
+      "snowflake_model_version": "1.0.0"
     },
     "great_expectations.__version__": "0.12.0"
   }

.test/great_expectations/expectations/mobile/v1/mobile_staging_reconciliation.json

@@ -89,7 +89,8 @@
     "versions": {
       "test_suite_version": "1.0.1",
       "redshift_model_version": "1.0.0",
-      "bigquery_model_version": "1.0.0"
+      "bigquery_model_version": "1.0.0",
+      "snowflake_model_version": "1.0.0"
     }
   }
 }

.test/great_expectations/expectations/mobile/v1/mobile_users.json

@@ -114,7 +114,8 @@
   "meta": {
     "versions": {
       "test_suite_version": "1.0.1",
-      "bigquery_model_version": "1.0.0"
+      "bigquery_model_version": "1.0.0",
+      "snowflake_model_version": "1.0.0"
     },
     "great_expectations.__version__": "0.12.0"
   }

.test/great_expectations/validation_configs/mobile/v1/snowflake/perm_tables.json

@@ -0,0 +1,50 @@
+{
+  "validation_operator_name": "action_list_operator",
+  "batches": [
+    {
+      "batch_kwargs": {
+        "schema": "derived",
+        "table": "mobile_screen_views",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_derived_mobile_sv"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_screen_views"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "query": "SELECT session_id, count(DISTINCT screen_views_in_session) AS dist_svis_values, count(*) - count(DISTINCT screen_view_in_session_index)  AS all_minus_dist_svisi, count(*) - count(DISTINCT screen_view_id) AS all_minus_dist_svids FROM derived.mobile_screen_views GROUP BY 1",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "ge_test_derived_mobile_sv_in_sess_values"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_screen_view_in_session_values"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "derived",
+        "table": "mobile_sessions",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_derived_mobile_sess"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_sessions"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "derived",
+        "table": "mobile_users",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_derived_mobile_usr"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_users"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "query": "SELECT *, rows_this_run - distinct_key_count AS diff_rows FROM derived.datamodel_metadata WHERE model = 'mobile'",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "ge_test_derived_mobile_metadata"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_metadata"]
+    }
+  ]
+}

.test/great_expectations/validation_configs/mobile/v1/snowflake/temp_tables.json

@@ -0,0 +1,68 @@
+{
+  "validation_operator_name": "action_list_operator",
+  "batches": [
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "table": "mobile_events_this_run",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_scratch_mobile_events_this_run"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_base"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "table": "mobile_events_staged",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_scratch_mobile_events_staged"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_base"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "table": "mobile_screen_views_this_run",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_scratch_mobile_sv_this_run"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_screen_views"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "table": "mobile_screen_views_staged",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_scratch_mobile_sv_staged"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_screen_views"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "table": "mobile_sessions_this_run",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_scratch_mobile_sess_this_run"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_sessions"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "table": "mobile_users_this_run",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_scratch_mobile_usr_this_run"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_users"]
+    },
+    {
+      "batch_kwargs": {
+        "schema": "scratch",
+        "table": "mobile_staging_reconciliation",
+        "datasource": "snowflake",
+        "snowflake_transient_table": "scratch.ge_test_scratch_mobile_staging_reconciliation"
+      },
+      "expectation_suite_names": ["mobile.v1.mobile_staging_reconciliation"]
+    }
+  ]
+}

CHANGELOG

@@ -1,3 +1,7 @@
+Snowflake Mobile Version 1.0.0 (2021-05-06)
+---------------------------------------
+Add Snowflake mobile model v1 (Close #85)
+
 BigQuery Mobile Version 1.0.0 (2021-04-26)
 ---------------------------------------
 Update licence (Close #79)

README.md

@@ -29,7 +29,7 @@ If you don't have a pipeline yet, you might be interested in finding out what Sn
 - [Mobile (v1)](mobile/v1)
   - [Redshift](mobile/v1/redshift)
   - [BigQuery](mobile/v1/bigquery)
-  - Snowflake (coming soon)
+  - [Snowflake](mobile/v1/snowflake)
 
 Documentation for the data models can be found on [our documentation site][docs-data-models].
 

mobile/v1/snowflake/CHANGELOG

@@ -0,0 +1,3 @@
+Version 1.0.0 (2021-05-06)
+--------------------------
+Add Snowflake mobile model v1 (Close #85)