SNOW-1917707 Refactor telemetry data (#114)

snowflakedb · Feb 7, 2025 · ffb5c4f · ffb5c4f
1 parent 3507f79
commit ffb5c4f
Show file tree

Hide file tree

Showing 41 changed files with 193 additions and 193 deletions.
diff --git a/...rk-checkpoints-collectors/src/snowflake/snowpark_checkpoints_collector/utils/telemetry.py b/...rk-checkpoints-collectors/src/snowflake/snowpark_checkpoints_collector/utils/telemetry.py
@@ -319,11 +319,11 @@ def _generate_event(
     if sc_version is not None:
         metadata["snowpark_checkpoints_version"] = sc_version
     message = {
-        "type": event_type,
+        "event_type": event_type,
+        "type": "snowpark-checkpoints",
         "event_name": event_name,
         "driver_type": "PythonConnector",
         "driver_version": SNOWFLAKE_CONNECTOR_VERSION,
-        "source": "snowpark-checkpoints",
         "metadata": metadata,
         "data": json.dumps(parameters_info or {}),
     }

diff --git a/...ollect_df_mode_1_expected/test_dataframe_all_column_types_with_null_values_telemetry.json b/...ollect_df_mode_1_expected/test_dataframe_all_column_types_with_null_values_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737734308350"
+    "timestamp": "1738950259123"
 }
diff --git a/...ect_df_mode_1_expected/test_dataframe_with_unsupported_pandera_column_type_telemetry.json b/...ect_df_mode_1_expected/test_dataframe_with_unsupported_pandera_column_type_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737734290963"
+    "timestamp": "1738950240209"
 }
diff --git a/...ectors/test/integ/test_collect_df_mode_1_expected/test_df_with_null_values_telemetry.json b/...ectors/test/integ/test_collect_df_mode_1_expected/test_df_with_null_values_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737734292871"
+    "timestamp": "1738950242185"
 }
diff --git a/...s/test/integ/test_collect_df_mode_1_expected/test_df_with_only_null_values_telemetry.json b/...s/test/integ/test_collect_df_mode_1_expected/test_df_with_only_null_values_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737734298407"
+    "timestamp": "1738950248289"
 }
diff --git a/...est/integ/test_collect_df_mode_1_expected/test_empty_df_with_object_column_telemetry.json b/...est/integ/test_collect_df_mode_1_expected/test_empty_df_with_object_column_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737734289535"
+    "timestamp": "1738950238654"
 }
diff --git a/...ctors/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_schema_telemetry.json b/...ctors/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_schema_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737734288293"
+    "timestamp": "1738950237212"
 }
diff --git a/...rs/test/integ/test_collect_df_mode_1_expected/test_full_df_all_column_type_telemetry.json b/...rs/test/integ/test_collect_df_mode_1_expected/test_full_df_all_column_type_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737734286969"
+    "timestamp": "1738950235933"
 }
diff --git a/...kpoints-collectors/test/integ/test_collect_df_mode_1_expected/test_full_df_telemetry.json b/...kpoints-collectors/test/integ/test_collect_df_mode_1_expected/test_full_df_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737734275410"
+    "timestamp": "1738950224176"
 }
diff --git a/...llect_df_mode_2_expected/test_collect_checkpoint_mode_2_parquet_directory _telemetry.json b/...llect_df_mode_2_expected/test_collect_checkpoint_mode_2_parquet_directory _telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_DF",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc3",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1738085687445"
+    "timestamp": "1738950053193"
 }
diff --git a/.../test/integ/test_collect_df_mode_2_expected/test_collect_checkpoint_mode_2_telemetry.json b/.../test/integ/test_collect_df_mode_2_expected/test_collect_checkpoint_mode_2_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_DF",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc3",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1738085687445"
+    "timestamp": "1738950053193"
 }
diff --git a/...g/test_collect_df_mode_2_expected/test_collect_empty_dataframe_with_schema_telemetry.json b/...g/test_collect_df_mode_2_expected/test_collect_empty_dataframe_with_schema_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_DF",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc3",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1738085687445"
+    "timestamp": "1738950053193"
 }
diff --git a/...ctors/test/integ/test_collect_df_mode_2_expected/test_collect_invalid_mode_telemetry.json b/...ctors/test/integ/test_collect_df_mode_2_expected/test_collect_invalid_mode_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_DF",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc3",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1738085687445"
+    "timestamp": "1738950053193"
 }
diff --git a/...t/integ/test_collect_df_mode_2_expected/test_generate_parquet_for_spark_df_telemetry.json b/...t/integ/test_collect_df_mode_2_expected/test_generate_parquet_for_spark_df_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_DF",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc3",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1738085687445"
+    "timestamp": "1738950053193"
 }
diff --git a/...rs/test/integ/test_collect_df_mode_2_expected/test_spark_df_mode_dataframe_telemetry.json b/...rs/test/integ/test_collect_df_mode_2_expected/test_spark_df_mode_dataframe_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "DataFrame_Collection_DF",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc3",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1738085687445"
+    "timestamp": "1738950053193"
 }
diff --git a/snowpark-checkpoints-hypothesis/src/snowflake/hypothesis_snowpark/telemetry/telemetry.py b/snowpark-checkpoints-hypothesis/src/snowflake/hypothesis_snowpark/telemetry/telemetry.py
@@ -319,11 +319,11 @@ def _generate_event(
     if sc_version is not None:
         metadata["snowpark_checkpoints_version"] = sc_version
     message = {
-        "type": event_type,
+        "event_type": event_type,
+        "type": "snowpark-checkpoints",
         "event_name": event_name,
         "driver_type": "PythonConnector",
         "driver_version": SNOWFLAKE_CONNECTOR_VERSION,
-        "source": "snowpark-checkpoints",
         "metadata": metadata,
         "data": json.dumps(parameters_info or {}),
     }

diff --git a/...egies_expected/test_dataframe_strategy_from_object_schema_generated_schema_telemetry.json b/...egies_expected/test_dataframe_strategy_from_object_schema_generated_schema_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "Hypothesis_Input_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737735061146"
+    "timestamp": "1738950618886"
 }
diff --git a/...egies_expected/test_dataframe_strategy_from_object_schema_generated_values_telemetry.json b/...egies_expected/test_dataframe_strategy_from_object_schema_generated_values_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "Hypothesis_Input_Schema",
+        "event_type": "info",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "info"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737735065493"
+    "timestamp": "1738950623543"
 }
diff --git a/...rategies_expected/test_dataframe_strategy_from_object_schema_missing_dtype_telemetry.json b/...rategies_expected/test_dataframe_strategy_from_object_schema_missing_dtype_telemetry.json
@@ -4,15 +4,15 @@
         "driver_type": "PythonConnector",
         "driver_version": "3.12.4",
         "event_name": "Hypothesis_Input_Schema_Error",
+        "event_type": "error",
         "metadata": {
-            "device_id": "0471186eb1a6ba58c82e97d19006a08b163bc0056c05e6f770090eade2c3a809",
+            "device_id": "a16562762b83c9f0b6ffa4649c0b6c20348ccfcf49d1144fc4c6557dd1c683ec",
             "os_version": "darwin",
             "python_version": "3.11.11",
-            "snowpark_checkpoints_version": "0.1.0rc2",
+            "snowpark_checkpoints_version": "0.1.2",
             "snowpark_version": "1.26.0"
         },
-        "source": "snowpark-checkpoints",
-        "type": "error"
+        "type": "snowpark-checkpoints"
     },
-    "timestamp": "1737735059798"
+    "timestamp": "1738950617497"
 }