Thorchain gold

dbt_subprojects/daily_spellbook/models/thorchain/gold/thorchain_core_block.sql

@@ -0,0 +1,46 @@
+{{ config(
+    schema = 'thorchain',
+    alias = 'core_block',
+    materialized = 'incremental',
+    file_format = 'delta',
+    incremental_strategy = 'merge',
+    unique_key = ['block_month', 'dim_block_id'],
+    partition_by = ['block_month'],
+    incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
+    tags = ['thorchain', 'core', 'blocks'],
+    post_hook='{{ expose_spells(\'["thorchain"]\',
+                              "core",
+                              "core_block",
+                              \'["krishhh"]\') }}'
+) }}
+
+WITH base AS (
+    SELECT
+        {{ dbt_utils.generate_surrogate_key(['cast(height as bigint)']) }} AS dim_block_id,
+        cast(height as bigint) AS block_id,
+        cast(from_unixtime(cast(timestamp / 1e9 as bigint)) as timestamp) AS block_time,
+        cast(from_unixtime(cast(timestamp / 1e9 as bigint)) as timestamp) AS block_timestamp,
+        date(from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_date,
+        date_trunc('hour', from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_hour,
+        date_trunc('week', from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_week,
+        date_trunc('month', from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_month,
+        quarter(from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_quarter,
+        year(from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_year,
+        day(from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_dayofmonth,
+        day_of_week(from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_dayofweek,
+        day_of_year(from_unixtime(cast(timestamp / 1e9 as bigint))) AS block_dayofyear,
+        timestamp,
+        hash,
+        agg_state,
+        current_timestamp AS _inserted_timestamp,
+        cast('{{ invocation_id }}' as varchar) AS _audit_run_id,
+        current_timestamp AS inserted_timestamp,
+        current_timestamp AS modified_timestamp
+    FROM {{ source('thorchain', 'block_log') }}
+    WHERE height IS NOT NULL
+    {% if is_incremental() %}
+      AND {{ incremental_predicate('cast(from_unixtime(cast(timestamp / 1e9 as bigint)) as timestamp)') }}
+    {% endif %}
+)
+
+SELECT * FROM base

dbt_subprojects/daily_spellbook/models/thorchain/gold/thorchain_core_instantiate_events.sql

@@ -0,0 +1,86 @@
+{{ config(
+    schema = 'thorchain',
+    alias = 'core_instantiate_events',
+    materialized = 'incremental',
+    file_format = 'delta',
+    incremental_strategy = 'merge',
+    unique_key = ['block_month', 'fact_instantiate_events_id'],
+    partition_by = ['block_month'],
+    incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
+    tags = ['thorchain', 'core', 'instantiate_events', 'fact'],
+    post_hook='{{ expose_spells(\'["thorchain"]\',
+                              "core",
+                              "core_instantiate_events",
+                              \'["krishhh"]\') }}'
+) }}
+
+-- Deduplication and gold layer combined (no silver layer needed)
+WITH deduplicated AS (
+    SELECT
+        tx_id,
+        contract_address,
+        admin_address,
+        code_id,
+        sender,
+        label,
+        msg,
+        funds,
+        event_id,
+        block_timestamp,
+
+        ROW_NUMBER() OVER (
+            PARTITION BY event_id
+            ORDER BY block_timestamp DESC
+        ) AS rn
+    FROM {{ source('thorchain', 'instantiate_events') }}
+    {% if is_incremental() %}
+    WHERE {{ incremental_predicate('cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp)') }}
+    {% endif %}
+),
+
+base AS (
+    SELECT
+        tx_id,
+        contract_address,
+        admin_address,
+        code_id,
+        sender,
+        label,
+        msg,
+        funds,
+        event_id,
+        block_timestamp,
+        cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp) AS block_time,
+        date_trunc('month', cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp)) AS block_month,
+        current_timestamp AS _inserted_timestamp
+    FROM deduplicated
+    WHERE rn = 1
+)
+
+SELECT
+    {{ dbt_utils.generate_surrogate_key([
+        'a.event_id',
+        'a.contract_address',
+        'a.block_timestamp'
+    ]) }} AS fact_instantiate_events_id,
+    b.block_time,
+    b.block_timestamp,  -- Include for compatibility
+    b.block_month,
+    COALESCE(b.dim_block_id, '-1') AS dim_block_id,
+    a.tx_id,
+    a.contract_address,
+    a.admin_address,
+    a.code_id,
+    a.sender,
+    a.label,
+    a.msg,
+    a.funds,
+    a.event_id,
+    a._inserted_timestamp,
+    cast('{{ invocation_id }}' as varchar) AS _audit_run_id,
+    current_timestamp AS inserted_timestamp,
+    current_timestamp AS modified_timestamp
+FROM base a
+JOIN {{ ref('thorchain_core_block') }} b
+    ON a.block_timestamp = b.timestamp
+

dbt_subprojects/daily_spellbook/models/thorchain/gold/thorchain_core_network_version_events.sql

@@ -0,0 +1,68 @@
+{{ config(
+    schema = 'thorchain',
+    alias = 'core_network_version_events',
+    materialized = 'incremental',
+    file_format = 'delta',
+    incremental_strategy = 'merge',
+    unique_key = ['block_month', 'fact_network_version_events_id'],
+    partition_by = ['block_month'],
+    incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
+    tags = ['thorchain', 'core', 'network_version_events', 'fact'],
+    post_hook='{{ expose_spells(\'["thorchain"]\',
+                              "core",
+                              "core_network_version_events",
+                              \'["krishhh"]\') }}'
+) }}
+
+-- Deduplication and gold layer combined (no silver layer needed)
+WITH base_source AS (
+    SELECT
+        version,
+        event_id,
+        block_timestamp
+    FROM {{ source('thorchain', 'network_version_events') }}
+    {% if is_incremental() %}
+    WHERE {{ incremental_predicate('cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp)') }}
+    {% endif %}
+),
+
+deduplicated AS (
+    SELECT
+        version,
+        event_id,
+        block_timestamp,
+        ROW_NUMBER() OVER (
+            PARTITION BY event_id
+            ORDER BY block_timestamp DESC
+        ) AS rn
+    FROM base_source
+),
+
+base AS (
+    SELECT
+        version,
+        event_id,
+        block_timestamp,
+        cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp) AS block_time,
+        date_trunc('month', cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp)) AS block_month,
+        current_timestamp AS _inserted_timestamp
+    FROM deduplicated
+    WHERE rn = 1
+)
+
+SELECT
+    {{ dbt_utils.generate_surrogate_key(['a.event_id']) }} AS fact_network_version_events_id,
+    b.block_time,
+    b.block_timestamp,  -- Include for compatibility
+    b.block_month,
+    COALESCE(b.dim_block_id, '-1') AS dim_block_id,
+    a.version,
+    a.event_id,
+    a._inserted_timestamp,
+    cast('{{ invocation_id }}' as varchar) AS _audit_run_id,
+    current_timestamp AS inserted_timestamp,
+    current_timestamp AS modified_timestamp
+FROM base a
+JOIN {{ ref('thorchain_core_block') }} b
+    ON a.block_timestamp = b.timestamp
+

dbt_subprojects/daily_spellbook/models/thorchain/gold/thorchain_core_set_mimir_events.sql

@@ -0,0 +1,68 @@
+{{ config(
+    schema = 'thorchain',
+    alias = 'core_set_mimir_events',
+    materialized = 'incremental',
+    file_format = 'delta',
+    incremental_strategy = 'merge',
+    unique_key = ['block_month', 'fact_set_mimir_events_id'],
+    partition_by = ['block_month'],
+    incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
+    tags = ['thorchain', 'core', 'set_mimir_events', 'fact'],
+    post_hook='{{ expose_spells(\'["thorchain"]\',
+                              "core",
+                              "core_set_mimir_events",
+                              \'["krishhh"]\') }}'
+) }}
+
+-- Deduplication and gold layer combined (no silver layer needed)
+WITH deduplicated AS (
+    SELECT
+        key,
+        value,
+        event_id,
+        block_timestamp,
+
+        ROW_NUMBER() OVER (
+            PARTITION BY event_id
+            ORDER BY block_timestamp DESC
+        ) AS rn
+    FROM {{ source('thorchain', 'set_mimir_events') }}
+    {% if is_incremental() %}
+    WHERE {{ incremental_predicate('cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp)') }}
+    {% endif %}
+),
+
+base AS (
+    SELECT
+        key,
+        value,
+        event_id,
+        block_timestamp,
+        cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp) AS block_time,
+        date_trunc('month', cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp)) AS block_month,
+        current_timestamp AS _inserted_timestamp
+    FROM deduplicated
+    WHERE rn = 1
+)
+
+SELECT
+    {{ dbt_utils.generate_surrogate_key([
+        'a.event_id',
+        'a.key',
+        'a.block_timestamp'
+    ]) }} AS fact_set_mimir_events_id,
+    b.block_time,
+    b.block_timestamp,  -- Include for compatibility
+    b.block_month,
+    COALESCE(b.dim_block_id, '-1') AS dim_block_id,
+    a.key,
+    a.value,
+    a.event_id,
+    a._inserted_timestamp,
+    cast('{{ invocation_id }}' as varchar) AS _audit_run_id,
+    current_timestamp AS inserted_timestamp,
+    current_timestamp AS modified_timestamp
+FROM base a
+JOIN {{ ref('thorchain_core_block') }} b
+    ON a.block_timestamp = b.timestamp
+

dbt_subprojects/daily_spellbook/models/thorchain/gold/thorchain_core_thorname_change_events.sql

@@ -0,0 +1,86 @@
+{{ config(
+    schema = 'thorchain',
+    alias = 'core_thorname_change_events',
+    materialized = 'incremental',
+    file_format = 'delta',
+    incremental_strategy = 'merge',
+    unique_key = ['block_month', 'fact_thorname_change_events_id'],
+    partition_by = ['block_month'],
+    incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
+    tags = ['thorchain', 'core', 'thorname_change_events', 'fact'],
+    post_hook='{{ expose_spells(\'["thorchain"]\',
+                              "core",
+                              "core_thorname_change_events",
+                              \'["krishhh"]\') }}'
+) }}
+
+-- Deduplication and gold layer combined (no silver layer needed)
+WITH deduplicated AS (
+    SELECT
+        owner,
+        chain,
+        address,
+        expire,
+        name,
+        fund_amount_e8,
+        registration_fee_e8,
+        event_id,
+        block_timestamp,
+
+        ROW_NUMBER() OVER (
+            PARTITION BY event_id, block_timestamp, owner, chain, address, expire, name
+            ORDER BY block_timestamp DESC
+        ) AS rn
+    FROM {{ source('thorchain', 'thorname_change_events') }}
+    {% if is_incremental() %}
+    WHERE {{ incremental_predicate('cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp)') }}
+    {% endif %}
+),
+
+base AS (
+    SELECT
+        owner,
+        chain,
+        address,
+        expire,
+        name,
+        fund_amount_e8,
+        registration_fee_e8,
+        event_id,
+        block_timestamp,
+        cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp) AS block_time,
+        date_trunc('month', cast(from_unixtime(cast(block_timestamp / 1e9 as bigint)) as timestamp)) AS block_month,
+        current_timestamp AS _inserted_timestamp
+    FROM deduplicated
+    WHERE rn = 1
+)
+
+SELECT
+    {{ dbt_utils.generate_surrogate_key([
+        'a.event_id',
+        'a.block_timestamp',
+        'a.owner',
+        'a.chain',
+        'a.address',
+        'a.expire',
+        'a.name'
+    ]) }} AS fact_thorname_change_events_id,
+    b.block_time,
+    b.block_timestamp,  -- Include for compatibility
+    b.block_month,
+    COALESCE(b.dim_block_id, '-1') AS dim_block_id,
+    a.owner,
+    a.chain,
+    a.address,
+    a.expire,
+    a.name,
+    a.fund_amount_e8,
+    a.registration_fee_e8,
+    a._inserted_timestamp,
+    cast('{{ invocation_id }}' as varchar) AS _audit_run_id,
+    current_timestamp AS inserted_timestamp,
+    current_timestamp AS modified_timestamp
+FROM base a
+JOIN {{ ref('thorchain_core_block') }} b
+    ON a.block_timestamp = b.timestamp
+