Files
Sampras Lopes 9df4e0193f feat(analytics): Add Clickhouse based analytics (#2988)
Co-authored-by: harsh_sharma_juspay <harsh.sharma@juspay.in>
Co-authored-by: Ivor Dsouza <ivor.dsouza@juspay.in>
Co-authored-by: Chethan Rao <70657455+Chethan-rao@users.noreply.github.com>
Co-authored-by: nain-F49FF806 <126972030+nain-F49FF806@users.noreply.github.com>
Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
Co-authored-by: hyperswitch-bot[bot] <148525504+hyperswitch-bot[bot]@users.noreply.github.com>
Co-authored-by: akshay.s <akshay.s@juspay.in>
Co-authored-by: Gnanasundari24 <118818938+Gnanasundari24@users.noreply.github.com>
2023-11-29 11:34:53 +00:00

157 lines
5.3 KiB
SQL

CREATE TABLE payment_attempts_queue (
`payment_id` String,
`merchant_id` String,
`attempt_id` String,
`status` LowCardinality(String),
`amount` Nullable(UInt32),
`currency` LowCardinality(Nullable(String)),
`connector` LowCardinality(Nullable(String)),
`save_to_locker` Nullable(Bool),
`error_message` Nullable(String),
`offer_amount` Nullable(UInt32),
`surcharge_amount` Nullable(UInt32),
`tax_amount` Nullable(UInt32),
`payment_method_id` Nullable(String),
`payment_method` LowCardinality(Nullable(String)),
`payment_method_type` LowCardinality(Nullable(String)),
`connector_transaction_id` Nullable(String),
`capture_method` LowCardinality(Nullable(String)),
`capture_on` Nullable(DateTime) CODEC(T64, LZ4),
`confirm` Bool,
`authentication_type` LowCardinality(Nullable(String)),
`cancellation_reason` Nullable(String),
`amount_to_capture` Nullable(UInt32),
`mandate_id` Nullable(String),
`browser_info` Nullable(String),
`error_code` Nullable(String),
`connector_metadata` Nullable(String),
`payment_experience` Nullable(String),
`created_at` DateTime CODEC(T64, LZ4),
`last_synced` Nullable(DateTime) CODEC(T64, LZ4),
`modified_at` DateTime CODEC(T64, LZ4),
`sign_flag` Int8
) ENGINE = Kafka SETTINGS kafka_broker_list = 'kafka0:29092',
kafka_topic_list = 'hyperswitch-payment-attempt-events',
kafka_group_name = 'hyper-c1',
kafka_format = 'JSONEachRow',
kafka_handle_error_mode = 'stream';
CREATE TABLE payment_attempt_dist (
`payment_id` String,
`merchant_id` String,
`attempt_id` String,
`status` LowCardinality(String),
`amount` Nullable(UInt32),
`currency` LowCardinality(Nullable(String)),
`connector` LowCardinality(Nullable(String)),
`save_to_locker` Nullable(Bool),
`error_message` Nullable(String),
`offer_amount` Nullable(UInt32),
`surcharge_amount` Nullable(UInt32),
`tax_amount` Nullable(UInt32),
`payment_method_id` Nullable(String),
`payment_method` LowCardinality(Nullable(String)),
`payment_method_type` LowCardinality(Nullable(String)),
`connector_transaction_id` Nullable(String),
`capture_method` Nullable(String),
`capture_on` Nullable(DateTime) CODEC(T64, LZ4),
`confirm` Bool,
`authentication_type` LowCardinality(Nullable(String)),
`cancellation_reason` Nullable(String),
`amount_to_capture` Nullable(UInt32),
`mandate_id` Nullable(String),
`browser_info` Nullable(String),
`error_code` Nullable(String),
`connector_metadata` Nullable(String),
`payment_experience` Nullable(String),
`created_at` DateTime DEFAULT now() CODEC(T64, LZ4),
`last_synced` Nullable(DateTime) CODEC(T64, LZ4),
`modified_at` DateTime DEFAULT now() CODEC(T64, LZ4),
`inserted_at` DateTime DEFAULT now() CODEC(T64, LZ4),
`sign_flag` Int8,
INDEX connectorIndex connector TYPE bloom_filter GRANULARITY 1,
INDEX paymentMethodIndex payment_method TYPE bloom_filter GRANULARITY 1,
INDEX authenticationTypeIndex authentication_type TYPE bloom_filter GRANULARITY 1,
INDEX currencyIndex currency TYPE bloom_filter GRANULARITY 1,
INDEX statusIndex status TYPE bloom_filter GRANULARITY 1
) ENGINE = CollapsingMergeTree(
sign_flag
)
PARTITION BY toStartOfDay(created_at)
ORDER BY
(created_at, merchant_id, attempt_id)
TTL created_at + toIntervalMonth(6)
;
CREATE MATERIALIZED VIEW kafka_parse_pa TO payment_attempt_dist (
`payment_id` String,
`merchant_id` String,
`attempt_id` String,
`status` LowCardinality(String),
`amount` Nullable(UInt32),
`currency` LowCardinality(Nullable(String)),
`connector` LowCardinality(Nullable(String)),
`save_to_locker` Nullable(Bool),
`error_message` Nullable(String),
`offer_amount` Nullable(UInt32),
`surcharge_amount` Nullable(UInt32),
`tax_amount` Nullable(UInt32),
`payment_method_id` Nullable(String),
`payment_method` LowCardinality(Nullable(String)),
`payment_method_type` LowCardinality(Nullable(String)),
`connector_transaction_id` Nullable(String),
`capture_method` Nullable(String),
`confirm` Bool,
`authentication_type` LowCardinality(Nullable(String)),
`cancellation_reason` Nullable(String),
`amount_to_capture` Nullable(UInt32),
`mandate_id` Nullable(String),
`browser_info` Nullable(String),
`error_code` Nullable(String),
`connector_metadata` Nullable(String),
`payment_experience` Nullable(String),
`created_at` DateTime64(3),
`capture_on` Nullable(DateTime64(3)),
`last_synced` Nullable(DateTime64(3)),
`modified_at` DateTime64(3),
`inserted_at` DateTime64(3),
`sign_flag` Int8
) AS
SELECT
payment_id,
merchant_id,
attempt_id,
status,
amount,
currency,
connector,
save_to_locker,
error_message,
offer_amount,
surcharge_amount,
tax_amount,
payment_method_id,
payment_method,
payment_method_type,
connector_transaction_id,
capture_method,
confirm,
authentication_type,
cancellation_reason,
amount_to_capture,
mandate_id,
browser_info,
error_code,
connector_metadata,
payment_experience,
created_at,
capture_on,
last_synced,
modified_at,
now() as inserted_at,
sign_flag
FROM
payment_attempts_queue;