mirror of
				https://github.com/juspay/hyperswitch.git
				synced 2025-10-31 10:06:32 +08:00 
			
		
		
		
	 90a24625ce
			
		
	
	90a24625ce
	
	
	
		
			
			Co-authored-by: hyperswitch-bot[bot] <148525504+hyperswitch-bot[bot]@users.noreply.github.com> Co-authored-by: Sampras Lopes <lsampras@pm.me>
		
			
				
	
	
		
			106 lines
		
	
	
		
			2.7 KiB
		
	
	
	
		
			SQL
		
	
	
	
	
	
			
		
		
	
	
			106 lines
		
	
	
		
			2.7 KiB
		
	
	
	
		
			SQL
		
	
	
	
	
	
| CREATE TABLE connector_events_queue (
 | |
|     `merchant_id` String,
 | |
|     `payment_id` Nullable(String),
 | |
|     `connector_name` LowCardinality(String),
 | |
|     `request_id` String,
 | |
|     `flow` LowCardinality(String),
 | |
|     `request` String,
 | |
|     `response` Nullable(String),
 | |
|     `error` Nullable(String),
 | |
|     `status_code` UInt32,
 | |
|     `created_at` DateTime64(3),
 | |
|     `latency` UInt128,
 | |
|     `method` LowCardinality(String),
 | |
|     `refund_id` Nullable(String),
 | |
|     `dispute_id` Nullable(String)
 | |
| ) ENGINE = Kafka SETTINGS kafka_broker_list = 'kafka0:29092',
 | |
| kafka_topic_list = 'hyperswitch-connector-api-events',
 | |
| kafka_group_name = 'hyper-c1',
 | |
| kafka_format = 'JSONEachRow',
 | |
| kafka_handle_error_mode = 'stream';
 | |
| 
 | |
| 
 | |
| CREATE TABLE connector_events_dist (
 | |
|     `merchant_id` String,
 | |
|     `payment_id` Nullable(String),
 | |
|     `connector_name` LowCardinality(String),
 | |
|     `request_id` String,
 | |
|     `flow` LowCardinality(String),
 | |
|     `request` String,
 | |
|     `response` Nullable(String),
 | |
|     `error` Nullable(String),
 | |
|     `status_code` UInt32,
 | |
|     `created_at` DateTime64(3),
 | |
|     `inserted_at` DateTime64(3),
 | |
|     `latency` UInt128,
 | |
|     `method` LowCardinality(String),
 | |
|     `refund_id` Nullable(String),
 | |
|     `dispute_id` Nullable(String),
 | |
|     INDEX flowIndex flowTYPE bloom_filter GRANULARITY 1,
 | |
|     INDEX connectorIndex connector_name TYPE bloom_filter GRANULARITY 1,
 | |
|     INDEX statusIndex status_code TYPE bloom_filter GRANULARITY 1
 | |
| ) ENGINE = MergeTree
 | |
| PARTITION BY toStartOfDay(created_at)
 | |
| ORDER BY
 | |
| 	(created_at, merchant_id, flow_type, status_code, api_flow)
 | |
| TTL created_at + toIntervalMonth(6)
 | |
| ;
 | |
| 
 | |
| CREATE MATERIALIZED VIEW connector_events_mv TO connector_events_dist (
 | |
|     `merchant_id` String,
 | |
|     `payment_id` Nullable(String),
 | |
|     `connector_name` LowCardinality(String),
 | |
|     `request_id` String,
 | |
|     `flow` LowCardinality(String),
 | |
|     `request` String,
 | |
|     `response` Nullable(String),
 | |
|     `error` Nullable(String),
 | |
|     `status_code` UInt32,
 | |
|     `created_at` DateTime64(3),
 | |
|     `latency` UInt128,
 | |
|     `method` LowCardinality(String),
 | |
|     `refund_id` Nullable(String),
 | |
|     `dispute_id` Nullable(String)
 | |
| ) AS
 | |
| SELECT
 | |
|     merchant_id,
 | |
|     payment_id,
 | |
|     connector_name,
 | |
|     request_id,
 | |
|     flow,
 | |
|     request,
 | |
|     response,
 | |
|     error,
 | |
|     status_code,
 | |
|     created_at,
 | |
|     now() as inserted_at,
 | |
|     latency,
 | |
|     method,
 | |
|     refund_id,
 | |
|     dispute_id
 | |
| FROM
 | |
|     connector_events_queue
 | |
| where length(_error) = 0;
 | |
| 
 | |
| 
 | |
| CREATE MATERIALIZED VIEW connector_events_parse_errors
 | |
| (
 | |
|     `topic` String,
 | |
|     `partition` Int64,
 | |
|     `offset` Int64,
 | |
|     `raw` String,
 | |
|     `error` String
 | |
| )
 | |
| ENGINE = MergeTree
 | |
| ORDER BY (topic, partition, offset)
 | |
| SETTINGS index_granularity = 8192 AS
 | |
| SELECT
 | |
|     _topic AS topic,
 | |
|     _partition AS partition,
 | |
|     _offset AS offset,
 | |
|     _raw_message AS raw,
 | |
|     _error AS error
 | |
| FROM connector_events_queue
 | |
| WHERE length(_error) > 0
 | |
| ;
 |