hyperswitch/crates/analytics/docs/clickhouse/scripts/payment_attempts.sql

CREATE TABLE payment_attempt_queue (
    `payment_id` String,
    `merchant_id` String,
    `attempt_id` String,
    `status` LowCardinality(String),
    `amount` Nullable(UInt32),
    `currency` LowCardinality(Nullable(String)),
    `connector` LowCardinality(Nullable(String)),
    `save_to_locker` Nullable(Bool),
    `error_message` Nullable(String),
    `offer_amount` Nullable(UInt32),
    `surcharge_amount` Nullable(UInt32),
    `tax_amount` Nullable(UInt32),
    `payment_method_id` Nullable(String),
    `payment_method` LowCardinality(Nullable(String)),
    `payment_method_type` LowCardinality(Nullable(String)),
    `connector_transaction_id` Nullable(String),
    `capture_method` LowCardinality(Nullable(String)),
    `capture_on` Nullable(DateTime) CODEC(T64, LZ4),
    `confirm` Bool,
    `authentication_type` LowCardinality(Nullable(String)),
    `cancellation_reason` Nullable(String),
    `amount_to_capture` Nullable(UInt32),
    `mandate_id` Nullable(String),
    `browser_info` Nullable(String),
    `error_code` Nullable(String),
    `connector_metadata` Nullable(String),
    `payment_experience` Nullable(String),
    `created_at` DateTime CODEC(T64, LZ4),
    `last_synced` Nullable(DateTime) CODEC(T64, LZ4),
    `modified_at` DateTime CODEC(T64, LZ4),
    `payment_method_data` Nullable(String),
    `error_reason` Nullable(String),
    `multiple_capture_count` Nullable(Int16),
    `amount_capturable` Nullable(UInt64),
    `merchant_connector_id` Nullable(String),
    `net_amount` Nullable(UInt64),
    `unified_code` Nullable(String),
    `unified_message` Nullable(String),
    `mandate_data` Nullable(String),
    `client_source` LowCardinality(Nullable(String)),
    `client_version` LowCardinality(Nullable(String)),
    `organization_id` String,
    `profile_id` String,
    `card_network` Nullable(String),
    `routing_approach` LowCardinality(Nullable(String)),
    `debit_routing_savings` Nullable(UInt32),
    `signature_network` Nullable(String),
    `is_issuer_regulated` Nullable(Bool),
    `sign_flag` Int8
) ENGINE = Kafka SETTINGS kafka_broker_list = 'kafka0:29092',
kafka_topic_list = 'hyperswitch-payment-attempt-events',
kafka_group_name = 'hyper',
kafka_format = 'JSONEachRow',
kafka_handle_error_mode = 'stream';

CREATE TABLE payment_attempts (
    `payment_id` String,
    `merchant_id` LowCardinality(String),
    `attempt_id` String,
    `status` LowCardinality(String),
    `amount` Nullable(UInt32),
    `currency` LowCardinality(Nullable(String)),
    `connector` LowCardinality(Nullable(String)),
    `save_to_locker` Nullable(Bool),
    `error_message` Nullable(String),
    `offer_amount` Nullable(UInt32),
    `surcharge_amount` Nullable(UInt32),
    `tax_amount` Nullable(UInt32),
    `payment_method_id` Nullable(String),
    `payment_method` LowCardinality(Nullable(String)),
    `payment_method_type` LowCardinality(Nullable(String)),
    `connector_transaction_id` Nullable(String),
    `capture_method` Nullable(String),
    `capture_on` Nullable(DateTime) CODEC(T64, LZ4),
    `confirm` Bool,
    `authentication_type` LowCardinality(Nullable(String)),
    `cancellation_reason` Nullable(String),
    `amount_to_capture` Nullable(UInt32),
    `mandate_id` Nullable(String),
    `browser_info` Nullable(String),
    `error_code` Nullable(String),
    `connector_metadata` Nullable(String),
    `payment_experience` Nullable(String),
    `created_at` DateTime DEFAULT now() CODEC(T64, LZ4),
    `last_synced` Nullable(DateTime) CODEC(T64, LZ4),
    `modified_at` DateTime DEFAULT now() CODEC(T64, LZ4),
    `payment_method_data` Nullable(String),
    `error_reason` Nullable(String),
    `multiple_capture_count` Nullable(Int16),
    `amount_capturable` Nullable(UInt64),
    `merchant_connector_id` Nullable(String),
    `net_amount` Nullable(UInt64),
    `unified_code` Nullable(String),
    `unified_message` Nullable(String),
    `mandate_data` Nullable(String),
    `inserted_at` DateTime DEFAULT now() CODEC(T64, LZ4),
    `client_source` LowCardinality(Nullable(String)),
    `client_version` LowCardinality(Nullable(String)),
    `organization_id` String,
    `profile_id` String,
    `card_network` Nullable(String),
    `routing_approach` LowCardinality(Nullable(String)),
    `debit_routing_savings` Nullable(UInt32),
    `signature_network` Nullable(String),
    `is_issuer_regulated` Nullable(Bool),
    `sign_flag` Int8,
    INDEX connectorIndex connector TYPE bloom_filter GRANULARITY 1,
    INDEX paymentMethodIndex payment_method TYPE bloom_filter GRANULARITY 1,
    INDEX authenticationTypeIndex authentication_type TYPE bloom_filter GRANULARITY 1,
    INDEX currencyIndex currency TYPE bloom_filter GRANULARITY 1,
    INDEX statusIndex status TYPE bloom_filter GRANULARITY 1
) ENGINE = CollapsingMergeTree(sign_flag) PARTITION BY toStartOfDay(created_at)
ORDER BY
    (created_at, merchant_id, attempt_id) TTL created_at + toIntervalMonth(18) SETTINGS index_granularity = 8192;

CREATE MATERIALIZED VIEW payment_attempt_mv TO payment_attempts (
    `payment_id` String,
    `merchant_id` String,
    `attempt_id` String,
    `status` LowCardinality(String),
    `amount` Nullable(UInt32),
    `currency` LowCardinality(Nullable(String)),
    `connector` LowCardinality(Nullable(String)),
    `save_to_locker` Nullable(Bool),
    `error_message` Nullable(String),
    `offer_amount` Nullable(UInt32),
    `surcharge_amount` Nullable(UInt32),
    `tax_amount` Nullable(UInt32),
    `payment_method_id` Nullable(String),
    `payment_method` LowCardinality(Nullable(String)),
    `payment_method_type` LowCardinality(Nullable(String)),
    `connector_transaction_id` Nullable(String),
    `capture_method` Nullable(String),
    `confirm` Bool,
    `authentication_type` LowCardinality(Nullable(String)),
    `cancellation_reason` Nullable(String),
    `amount_to_capture` Nullable(UInt32),
    `mandate_id` Nullable(String),
    `browser_info` Nullable(String),
    `error_code` Nullable(String),
    `connector_metadata` Nullable(String),
    `payment_experience` Nullable(String),
    `created_at` DateTime64(3),
    `capture_on` Nullable(DateTime64(3)),
    `last_synced` Nullable(DateTime64(3)),
    `modified_at` DateTime64(3),
    `payment_method_data` Nullable(String),
    `error_reason` Nullable(String),
    `multiple_capture_count` Nullable(Int16),
    `amount_capturable` Nullable(UInt64),
    `merchant_connector_id` Nullable(String),
    `net_amount` Nullable(UInt64),
    `unified_code` Nullable(String),
    `unified_message` Nullable(String),
    `mandate_data` Nullable(String),
    `inserted_at` DateTime64(3),
    `client_source` LowCardinality(Nullable(String)),
    `client_version` LowCardinality(Nullable(String)),
    `organization_id` String,
    `profile_id` String,
    `card_network` Nullable(String),
    `routing_approach` LowCardinality(Nullable(String)),
    `debit_routing_savings` Nullable(UInt32),
    `signature_network` Nullable(String),
    `is_issuer_regulated` Nullable(Bool),
    `sign_flag` Int8
) AS
SELECT
    payment_id,
    merchant_id,
    attempt_id,
    status,
    amount,
    currency,
    connector,
    save_to_locker,
    error_message,
    offer_amount,
    surcharge_amount,
    tax_amount,
    payment_method_id,
    payment_method,
    payment_method_type,
    connector_transaction_id,
    capture_method,
    confirm,
    authentication_type,
    cancellation_reason,
    amount_to_capture,
    mandate_id,
    browser_info,
    error_code,
    connector_metadata,
    payment_experience,
    created_at,
    capture_on,
    last_synced,
    modified_at,
    payment_method_data,
    error_reason,
    multiple_capture_count,
    amount_capturable,
    merchant_connector_id,
    net_amount,
    unified_code,
    unified_message,
    mandate_data,
    now() AS inserted_at,
    client_source,
    client_version,
    organization_id,
    profile_id,
    card_network,
    routing_approach,
    debit_routing_savings,
    signature_network,
    is_issuer_regulated,
    sign_flag
FROM
    payment_attempt_queue
WHERE
    length(_error) = 0;