From f09a4211ab622e153a5ad3119bc9c0fec820a094 Mon Sep 17 00:00:00 2001 From: Evgeny Medvedev Date: Wed, 3 Jan 2024 21:51:26 +0900 Subject: [PATCH] Disable tokens_have_latest streaming verification (#654) Co-authored-by: evgeny --- dags/ethereumetl_airflow/build_verify_streaming_dag.py | 1 - .../verify_streaming/sqls/tokens_have_latest.sql | 10 ---------- 2 files changed, 11 deletions(-) delete mode 100644 dags/resources/stages/verify_streaming/sqls/tokens_have_latest.sql diff --git a/dags/ethereumetl_airflow/build_verify_streaming_dag.py b/dags/ethereumetl_airflow/build_verify_streaming_dag.py index ce745420e..ed5945021 100644 --- a/dags/ethereumetl_airflow/build_verify_streaming_dag.py +++ b/dags/ethereumetl_airflow/build_verify_streaming_dag.py @@ -84,7 +84,6 @@ def add_verify_tasks(task, dependencies=None, params=None): add_verify_tasks('token_transfers_have_latest') add_verify_tasks('traces_have_latest') add_verify_tasks('contracts_have_latest') - add_verify_tasks('tokens_have_latest') add_verify_tasks('blocks_count') add_verify_tasks('transactions_count') diff --git a/dags/resources/stages/verify_streaming/sqls/tokens_have_latest.sql b/dags/resources/stages/verify_streaming/sqls/tokens_have_latest.sql deleted file mode 100644 index f361a655d..000000000 --- a/dags/resources/stages/verify_streaming/sqls/tokens_have_latest.sql +++ /dev/null @@ -1,10 +0,0 @@ -select if( -( -select timestamp_diff( - current_timestamp(), - (select max(block_timestamp) - from `{{params.destination_dataset_project_id}}.{{params.dataset_name}}.tokens` as tokens - where date(block_timestamp) >= date_add('{{ds}}', INTERVAL -1 DAY)), - MINUTE) -) < 12000, 1, -cast((select 'Tokens are lagging by more than 12000 minutes') as INT64))