mirror of
https://github.com/juspay/hyperswitch.git
synced 2025-10-28 04:04:55 +08:00
5fb3c001b5
Co-authored-by: Sampras lopes <lsampras@pm.me> Co-authored-by: hyperswitch-bot[bot] <148525504+hyperswitch-bot[bot]@users.noreply.github.com>
110 lines
2.9 KiB
SQL
110 lines
2.9 KiB
SQL
CREATE TABLE connector_events_queue (
|
|
`merchant_id` String,
|
|
`payment_id` Nullable(String),
|
|
`connector_name` LowCardinality(String),
|
|
`request_id` String,
|
|
`flow` LowCardinality(String),
|
|
`request` String,
|
|
`response` Nullable(String),
|
|
`masked_response` Nullable(String),
|
|
`error` Nullable(String),
|
|
`status_code` UInt32,
|
|
`created_at` DateTime64(3),
|
|
`latency` UInt128,
|
|
`method` LowCardinality(String),
|
|
`refund_id` Nullable(String),
|
|
`dispute_id` Nullable(String)
|
|
) ENGINE = Kafka SETTINGS kafka_broker_list = 'kafka0:29092',
|
|
kafka_topic_list = 'hyperswitch-connector-api-events',
|
|
kafka_group_name = 'hyper-c1',
|
|
kafka_format = 'JSONEachRow',
|
|
kafka_handle_error_mode = 'stream';
|
|
|
|
|
|
CREATE TABLE connector_events_dist (
|
|
`merchant_id` String,
|
|
`payment_id` Nullable(String),
|
|
`connector_name` LowCardinality(String),
|
|
`request_id` String,
|
|
`flow` LowCardinality(String),
|
|
`request` String,
|
|
`response` Nullable(String),
|
|
`masked_response` Nullable(String),
|
|
`error` Nullable(String),
|
|
`status_code` UInt32,
|
|
`created_at` DateTime64(3),
|
|
`inserted_at` DateTime DEFAULT now() CODEC(T64, LZ4),
|
|
`latency` UInt128,
|
|
`method` LowCardinality(String),
|
|
`refund_id` Nullable(String),
|
|
`dispute_id` Nullable(String),
|
|
INDEX flowIndex flow TYPE bloom_filter GRANULARITY 1,
|
|
INDEX connectorIndex connector_name TYPE bloom_filter GRANULARITY 1,
|
|
INDEX statusIndex status_code TYPE bloom_filter GRANULARITY 1
|
|
) ENGINE = MergeTree
|
|
PARTITION BY toStartOfDay(created_at)
|
|
ORDER BY
|
|
(created_at, merchant_id, connector_name, flow)
|
|
TTL inserted_at + toIntervalMonth(6)
|
|
;
|
|
|
|
CREATE MATERIALIZED VIEW connector_events_mv TO connector_events_dist (
|
|
`merchant_id` String,
|
|
`payment_id` Nullable(String),
|
|
`connector_name` LowCardinality(String),
|
|
`request_id` String,
|
|
`flow` LowCardinality(String),
|
|
`request` String,
|
|
`response` Nullable(String),
|
|
`masked_response` Nullable(String),
|
|
`error` Nullable(String),
|
|
`status_code` UInt32,
|
|
`created_at` DateTime64(3),
|
|
`latency` UInt128,
|
|
`method` LowCardinality(String),
|
|
`refund_id` Nullable(String),
|
|
`dispute_id` Nullable(String)
|
|
) AS
|
|
SELECT
|
|
merchant_id,
|
|
payment_id,
|
|
connector_name,
|
|
request_id,
|
|
flow,
|
|
request,
|
|
response,
|
|
masked_response,
|
|
error,
|
|
status_code,
|
|
created_at,
|
|
now() as inserted_at,
|
|
latency,
|
|
method,
|
|
refund_id,
|
|
dispute_id
|
|
FROM
|
|
connector_events_queue
|
|
where length(_error) = 0;
|
|
|
|
|
|
CREATE MATERIALIZED VIEW connector_events_parse_errors
|
|
(
|
|
`topic` String,
|
|
`partition` Int64,
|
|
`offset` Int64,
|
|
`raw` String,
|
|
`error` String
|
|
)
|
|
ENGINE = MergeTree
|
|
ORDER BY (topic, partition, offset)
|
|
SETTINGS index_granularity = 8192 AS
|
|
SELECT
|
|
_topic AS topic,
|
|
_partition AS partition,
|
|
_offset AS offset,
|
|
_raw_message AS raw,
|
|
_error AS error
|
|
FROM connector_events_queue
|
|
WHERE length(_error) > 0
|
|
;
|