mirror of
				https://github.com/juspay/hyperswitch.git
				synced 2025-10-31 01:57:45 +08:00 
			
		
		
		
	
		
			
				
	
	
		
			1131 lines
		
	
	
		
			35 KiB
		
	
	
	
		
			Rust
		
	
	
	
	
	
			
		
		
	
	
			1131 lines
		
	
	
		
			35 KiB
		
	
	
	
		
			Rust
		
	
	
	
	
	
| //! An interface to abstract the `fred` commands
 | |
| //!
 | |
| //! The folder provides generic functions for providing serialization
 | |
| //! and deserialization while calling redis.
 | |
| //! It also includes instruments to provide tracing.
 | |
| 
 | |
| use std::fmt::Debug;
 | |
| 
 | |
| use common_utils::{
 | |
|     errors::CustomResult,
 | |
|     ext_traits::{AsyncExt, ByteSliceExt, Encode, StringExt},
 | |
|     fp_utils,
 | |
| };
 | |
| use error_stack::{report, ResultExt};
 | |
| use fred::{
 | |
|     interfaces::{HashesInterface, KeysInterface, ListInterface, SetsInterface, StreamsInterface},
 | |
|     prelude::{LuaInterface, RedisErrorKind},
 | |
|     types::{
 | |
|         Expiration, FromRedis, MultipleIDs, MultipleKeys, MultipleOrderedPairs, MultipleStrings,
 | |
|         MultipleValues, RedisMap, RedisValue, ScanType, Scanner, SetOptions, XCap, XReadResponse,
 | |
|     },
 | |
| };
 | |
| use futures::StreamExt;
 | |
| use tracing::instrument;
 | |
| 
 | |
| use crate::{
 | |
|     errors,
 | |
|     types::{DelReply, HsetnxReply, MsetnxReply, RedisEntryId, RedisKey, SaddReply, SetnxReply},
 | |
| };
 | |
| 
 | |
| impl super::RedisConnectionPool {
 | |
|     pub fn add_prefix(&self, key: &str) -> String {
 | |
|         if self.key_prefix.is_empty() {
 | |
|             key.to_string()
 | |
|         } else {
 | |
|             format!("{}:{}", self.key_prefix, key)
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn set_key<V>(&self, key: &RedisKey, value: V) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<RedisValue> + Debug + Send + Sync,
 | |
|         V::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .set(
 | |
|                 key.tenant_aware_key(self),
 | |
|                 value,
 | |
|                 Some(Expiration::EX(self.config.default_ttl.into())),
 | |
|                 None,
 | |
|                 false,
 | |
|             )
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetFailed)
 | |
|     }
 | |
| 
 | |
|     pub async fn set_key_without_modifying_ttl<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         value: V,
 | |
|     ) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<RedisValue> + Debug + Send + Sync,
 | |
|         V::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .set(
 | |
|                 key.tenant_aware_key(self),
 | |
|                 value,
 | |
|                 Some(Expiration::KEEPTTL),
 | |
|                 None,
 | |
|                 false,
 | |
|             )
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetFailed)
 | |
|     }
 | |
| 
 | |
|     pub async fn set_multiple_keys_if_not_exist<V>(
 | |
|         &self,
 | |
|         value: V,
 | |
|     ) -> CustomResult<MsetnxReply, errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<RedisMap> + Debug + Send + Sync,
 | |
|         V::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .msetnx(value)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn serialize_and_set_key_if_not_exist<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         value: V,
 | |
|         ttl: Option<i64>,
 | |
|     ) -> CustomResult<SetnxReply, errors::RedisError>
 | |
|     where
 | |
|         V: serde::Serialize + Debug,
 | |
|     {
 | |
|         let serialized = value
 | |
|             .encode_to_vec()
 | |
|             .change_context(errors::RedisError::JsonSerializationFailed)?;
 | |
|         self.set_key_if_not_exists_with_expiry(key, serialized.as_slice(), ttl)
 | |
|             .await
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn serialize_and_set_key<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         value: V,
 | |
|     ) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         V: serde::Serialize + Debug,
 | |
|     {
 | |
|         let serialized = value
 | |
|             .encode_to_vec()
 | |
|             .change_context(errors::RedisError::JsonSerializationFailed)?;
 | |
| 
 | |
|         self.set_key(key, serialized.as_slice()).await
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn serialize_and_set_key_without_modifying_ttl<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         value: V,
 | |
|     ) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         V: serde::Serialize + Debug,
 | |
|     {
 | |
|         let serialized = value
 | |
|             .encode_to_vec()
 | |
|             .change_context(errors::RedisError::JsonSerializationFailed)?;
 | |
| 
 | |
|         self.set_key_without_modifying_ttl(key, serialized.as_slice())
 | |
|             .await
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn serialize_and_set_key_with_expiry<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         value: V,
 | |
|         seconds: i64,
 | |
|     ) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         V: serde::Serialize + Debug,
 | |
|     {
 | |
|         let serialized = value
 | |
|             .encode_to_vec()
 | |
|             .change_context(errors::RedisError::JsonSerializationFailed)?;
 | |
| 
 | |
|         self.pool
 | |
|             .set(
 | |
|                 key.tenant_aware_key(self),
 | |
|                 serialized.as_slice(),
 | |
|                 Some(Expiration::EX(seconds)),
 | |
|                 None,
 | |
|                 false,
 | |
|             )
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetExFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn get_key<V>(&self, key: &RedisKey) -> CustomResult<V, errors::RedisError>
 | |
|     where
 | |
|         V: FromRedis + Unpin + Send + 'static,
 | |
|     {
 | |
|         match self
 | |
|             .pool
 | |
|             .get(key.tenant_aware_key(self))
 | |
|             .await
 | |
|             .change_context(errors::RedisError::GetFailed)
 | |
|         {
 | |
|             Ok(v) => Ok(v),
 | |
|             Err(_err) => {
 | |
|                 #[cfg(not(feature = "multitenancy_fallback"))]
 | |
|                 {
 | |
|                     Err(_err)
 | |
|                 }
 | |
| 
 | |
|                 #[cfg(feature = "multitenancy_fallback")]
 | |
|                 {
 | |
|                     self.pool
 | |
|                         .get(key.tenant_unaware_key(self))
 | |
|                         .await
 | |
|                         .change_context(errors::RedisError::GetFailed)
 | |
|                 }
 | |
|             }
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn exists<V>(&self, key: &RedisKey) -> CustomResult<bool, errors::RedisError>
 | |
|     where
 | |
|         V: Into<MultipleKeys> + Unpin + Send + 'static,
 | |
|     {
 | |
|         match self
 | |
|             .pool
 | |
|             .exists(key.tenant_aware_key(self))
 | |
|             .await
 | |
|             .change_context(errors::RedisError::GetFailed)
 | |
|         {
 | |
|             Ok(v) => Ok(v),
 | |
|             Err(_err) => {
 | |
|                 #[cfg(not(feature = "multitenancy_fallback"))]
 | |
|                 {
 | |
|                     Err(_err)
 | |
|                 }
 | |
| 
 | |
|                 #[cfg(feature = "multitenancy_fallback")]
 | |
|                 {
 | |
|                     self.pool
 | |
|                         .exists(key.tenant_unaware_key(self))
 | |
|                         .await
 | |
|                         .change_context(errors::RedisError::GetFailed)
 | |
|                 }
 | |
|             }
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn get_and_deserialize_key<T>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         type_name: &'static str,
 | |
|     ) -> CustomResult<T, errors::RedisError>
 | |
|     where
 | |
|         T: serde::de::DeserializeOwned,
 | |
|     {
 | |
|         let value_bytes = self.get_key::<Vec<u8>>(key).await?;
 | |
| 
 | |
|         fp_utils::when(value_bytes.is_empty(), || Err(errors::RedisError::NotFound))?;
 | |
| 
 | |
|         value_bytes
 | |
|             .parse_struct(type_name)
 | |
|             .change_context(errors::RedisError::JsonDeserializationFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn delete_key(&self, key: &RedisKey) -> CustomResult<DelReply, errors::RedisError> {
 | |
|         match self
 | |
|             .pool
 | |
|             .del(key.tenant_aware_key(self))
 | |
|             .await
 | |
|             .change_context(errors::RedisError::DeleteFailed)
 | |
|         {
 | |
|             Ok(v) => Ok(v),
 | |
|             Err(_err) => {
 | |
|                 #[cfg(not(feature = "multitenancy_fallback"))]
 | |
|                 {
 | |
|                     Err(_err)
 | |
|                 }
 | |
| 
 | |
|                 #[cfg(feature = "multitenancy_fallback")]
 | |
|                 {
 | |
|                     self.pool
 | |
|                         .del(key.tenant_unaware_key(self))
 | |
|                         .await
 | |
|                         .change_context(errors::RedisError::DeleteFailed)
 | |
|                 }
 | |
|             }
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn delete_multiple_keys(
 | |
|         &self,
 | |
|         keys: &[RedisKey],
 | |
|     ) -> CustomResult<Vec<DelReply>, errors::RedisError> {
 | |
|         let futures = keys.iter().map(|key| self.delete_key(key));
 | |
| 
 | |
|         let del_result = futures::future::try_join_all(futures)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::DeleteFailed)?;
 | |
| 
 | |
|         Ok(del_result)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn set_key_with_expiry<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         value: V,
 | |
|         seconds: i64,
 | |
|     ) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<RedisValue> + Debug + Send + Sync,
 | |
|         V::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .set(
 | |
|                 key.tenant_aware_key(self),
 | |
|                 value,
 | |
|                 Some(Expiration::EX(seconds)),
 | |
|                 None,
 | |
|                 false,
 | |
|             )
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetExFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn set_key_if_not_exists_with_expiry<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         value: V,
 | |
|         seconds: Option<i64>,
 | |
|     ) -> CustomResult<SetnxReply, errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<RedisValue> + Debug + Send + Sync,
 | |
|         V::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .set(
 | |
|                 key.tenant_aware_key(self),
 | |
|                 value,
 | |
|                 Some(Expiration::EX(
 | |
|                     seconds.unwrap_or(self.config.default_ttl.into()),
 | |
|                 )),
 | |
|                 Some(SetOptions::NX),
 | |
|                 false,
 | |
|             )
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn set_expiry(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         seconds: i64,
 | |
|     ) -> CustomResult<(), errors::RedisError> {
 | |
|         self.pool
 | |
|             .expire(key.tenant_aware_key(self), seconds)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetExpiryFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn set_expire_at(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         timestamp: i64,
 | |
|     ) -> CustomResult<(), errors::RedisError> {
 | |
|         self.pool
 | |
|             .expire_at(key.tenant_aware_key(self), timestamp)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetExpiryFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn set_hash_fields<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         values: V,
 | |
|         ttl: Option<i64>,
 | |
|     ) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<RedisMap> + Debug + Send + Sync,
 | |
|         V::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         let output: Result<(), _> = self
 | |
|             .pool
 | |
|             .hset(key.tenant_aware_key(self), values)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetHashFailed);
 | |
|         // setting expiry for the key
 | |
|         output
 | |
|             .async_and_then(|_| {
 | |
|                 self.set_expiry(key, ttl.unwrap_or(self.config.default_hash_ttl.into()))
 | |
|             })
 | |
|             .await
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn set_hash_field_if_not_exist<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         field: &str,
 | |
|         value: V,
 | |
|         ttl: Option<u32>,
 | |
|     ) -> CustomResult<HsetnxReply, errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<RedisValue> + Debug + Send + Sync,
 | |
|         V::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         let output: Result<HsetnxReply, _> = self
 | |
|             .pool
 | |
|             .hsetnx(key.tenant_aware_key(self), field, value)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetHashFieldFailed);
 | |
| 
 | |
|         output
 | |
|             .async_and_then(|inner| async {
 | |
|                 self.set_expiry(key, ttl.unwrap_or(self.config.default_hash_ttl).into())
 | |
|                     .await?;
 | |
|                 Ok(inner)
 | |
|             })
 | |
|             .await
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn serialize_and_set_hash_field_if_not_exist<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         field: &str,
 | |
|         value: V,
 | |
|         ttl: Option<u32>,
 | |
|     ) -> CustomResult<HsetnxReply, errors::RedisError>
 | |
|     where
 | |
|         V: serde::Serialize + Debug,
 | |
|     {
 | |
|         let serialized = value
 | |
|             .encode_to_vec()
 | |
|             .change_context(errors::RedisError::JsonSerializationFailed)?;
 | |
| 
 | |
|         self.set_hash_field_if_not_exist(key, field, serialized.as_slice(), ttl)
 | |
|             .await
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn serialize_and_set_multiple_hash_field_if_not_exist<V>(
 | |
|         &self,
 | |
|         kv: &[(&RedisKey, V)],
 | |
|         field: &str,
 | |
|         ttl: Option<u32>,
 | |
|     ) -> CustomResult<Vec<HsetnxReply>, errors::RedisError>
 | |
|     where
 | |
|         V: serde::Serialize + Debug,
 | |
|     {
 | |
|         let mut hsetnx: Vec<HsetnxReply> = Vec::with_capacity(kv.len());
 | |
|         for (key, val) in kv {
 | |
|             hsetnx.push(
 | |
|                 self.serialize_and_set_hash_field_if_not_exist(key, field, val, ttl)
 | |
|                     .await?,
 | |
|             );
 | |
|         }
 | |
|         Ok(hsetnx)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn increment_fields_in_hash<T>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         fields_to_increment: &[(T, i64)],
 | |
|     ) -> CustomResult<Vec<usize>, errors::RedisError>
 | |
|     where
 | |
|         T: Debug + ToString,
 | |
|     {
 | |
|         let mut values_after_increment = Vec::with_capacity(fields_to_increment.len());
 | |
|         for (field, increment) in fields_to_increment.iter() {
 | |
|             values_after_increment.push(
 | |
|                 self.pool
 | |
|                     .hincrby(key.tenant_aware_key(self), field.to_string(), *increment)
 | |
|                     .await
 | |
|                     .change_context(errors::RedisError::IncrementHashFieldFailed)?,
 | |
|             )
 | |
|         }
 | |
| 
 | |
|         Ok(values_after_increment)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn hscan(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         pattern: &str,
 | |
|         count: Option<u32>,
 | |
|     ) -> CustomResult<Vec<String>, errors::RedisError> {
 | |
|         Ok(self
 | |
|             .pool
 | |
|             .next()
 | |
|             .hscan::<&str, &str>(&key.tenant_aware_key(self), pattern, count)
 | |
|             .filter_map(|value| async move {
 | |
|                 match value {
 | |
|                     Ok(mut v) => {
 | |
|                         let v = v.take_results()?;
 | |
| 
 | |
|                         let v: Vec<String> =
 | |
|                             v.iter().filter_map(|(_, val)| val.as_string()).collect();
 | |
|                         Some(futures::stream::iter(v))
 | |
|                     }
 | |
|                     Err(err) => {
 | |
|                         tracing::error!(redis_err=?err, "Redis error while executing hscan command");
 | |
|                         None
 | |
|                     }
 | |
|                 }
 | |
|             })
 | |
|             .flatten()
 | |
|             .collect::<Vec<_>>()
 | |
|             .await)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn scan(
 | |
|         &self,
 | |
|         pattern: &RedisKey,
 | |
|         count: Option<u32>,
 | |
|         scan_type: Option<ScanType>,
 | |
|     ) -> CustomResult<Vec<String>, errors::RedisError> {
 | |
|         Ok(self
 | |
|             .pool
 | |
|             .next()
 | |
|             .scan(pattern.tenant_aware_key(self), count, scan_type)
 | |
|             .filter_map(|value| async move {
 | |
|                 match value {
 | |
|                     Ok(mut v) => {
 | |
|                         let v = v.take_results()?;
 | |
| 
 | |
|                         let v: Vec<String> =
 | |
|                             v.into_iter().filter_map(|val| val.into_string()).collect();
 | |
|                         Some(futures::stream::iter(v))
 | |
|                     }
 | |
|                     Err(err) => {
 | |
|                         tracing::error!(redis_err=?err, "Redis error while executing scan command");
 | |
|                         None
 | |
|                     }
 | |
|                 }
 | |
|             })
 | |
|             .flatten()
 | |
|             .collect::<Vec<_>>()
 | |
|             .await)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn hscan_and_deserialize<T>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         pattern: &str,
 | |
|         count: Option<u32>,
 | |
|     ) -> CustomResult<Vec<T>, errors::RedisError>
 | |
|     where
 | |
|         T: serde::de::DeserializeOwned,
 | |
|     {
 | |
|         let redis_results = self.hscan(key, pattern, count).await?;
 | |
|         Ok(redis_results
 | |
|             .iter()
 | |
|             .filter_map(|v| {
 | |
|                 let r: T = v.parse_struct(std::any::type_name::<T>()).ok()?;
 | |
|                 Some(r)
 | |
|             })
 | |
|             .collect())
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn get_hash_field<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         field: &str,
 | |
|     ) -> CustomResult<V, errors::RedisError>
 | |
|     where
 | |
|         V: FromRedis + Unpin + Send + 'static,
 | |
|     {
 | |
|         match self
 | |
|             .pool
 | |
|             .hget(key.tenant_aware_key(self), field)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::GetHashFieldFailed)
 | |
|         {
 | |
|             Ok(v) => Ok(v),
 | |
|             Err(_err) => {
 | |
|                 #[cfg(feature = "multitenancy_fallback")]
 | |
|                 {
 | |
|                     self.pool
 | |
|                         .hget(key.tenant_unaware_key(self), field)
 | |
|                         .await
 | |
|                         .change_context(errors::RedisError::GetHashFieldFailed)
 | |
|                 }
 | |
| 
 | |
|                 #[cfg(not(feature = "multitenancy_fallback"))]
 | |
|                 {
 | |
|                     Err(_err)
 | |
|                 }
 | |
|             }
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn get_hash_fields<V>(&self, key: &RedisKey) -> CustomResult<V, errors::RedisError>
 | |
|     where
 | |
|         V: FromRedis + Unpin + Send + 'static,
 | |
|     {
 | |
|         match self
 | |
|             .pool
 | |
|             .hgetall(key.tenant_aware_key(self))
 | |
|             .await
 | |
|             .change_context(errors::RedisError::GetHashFieldFailed)
 | |
|         {
 | |
|             Ok(v) => Ok(v),
 | |
|             Err(_err) => {
 | |
|                 #[cfg(feature = "multitenancy_fallback")]
 | |
|                 {
 | |
|                     self.pool
 | |
|                         .hgetall(key.tenant_unaware_key(self))
 | |
|                         .await
 | |
|                         .change_context(errors::RedisError::GetHashFieldFailed)
 | |
|                 }
 | |
| 
 | |
|                 #[cfg(not(feature = "multitenancy_fallback"))]
 | |
|                 {
 | |
|                     Err(_err)
 | |
|                 }
 | |
|             }
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn get_hash_field_and_deserialize<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         field: &str,
 | |
|         type_name: &'static str,
 | |
|     ) -> CustomResult<V, errors::RedisError>
 | |
|     where
 | |
|         V: serde::de::DeserializeOwned,
 | |
|     {
 | |
|         let value_bytes = self.get_hash_field::<Vec<u8>>(key, field).await?;
 | |
| 
 | |
|         if value_bytes.is_empty() {
 | |
|             return Err(errors::RedisError::NotFound.into());
 | |
|         }
 | |
| 
 | |
|         value_bytes
 | |
|             .parse_struct(type_name)
 | |
|             .change_context(errors::RedisError::JsonDeserializationFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn sadd<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         members: V,
 | |
|     ) -> CustomResult<SaddReply, errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<MultipleValues> + Debug + Send,
 | |
|         V::Error: Into<fred::error::RedisError> + Send,
 | |
|     {
 | |
|         self.pool
 | |
|             .sadd(key.tenant_aware_key(self), members)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::SetAddMembersFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn stream_append_entry<F>(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         entry_id: &RedisEntryId,
 | |
|         fields: F,
 | |
|     ) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         F: TryInto<MultipleOrderedPairs> + Debug + Send + Sync,
 | |
|         F::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .xadd(stream.tenant_aware_key(self), false, None, entry_id, fields)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::StreamAppendFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn stream_delete_entries<Ids>(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         ids: Ids,
 | |
|     ) -> CustomResult<usize, errors::RedisError>
 | |
|     where
 | |
|         Ids: Into<MultipleStrings> + Debug + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .xdel(stream.tenant_aware_key(self), ids)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::StreamDeleteFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn stream_trim_entries<C>(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         xcap: C,
 | |
|     ) -> CustomResult<usize, errors::RedisError>
 | |
|     where
 | |
|         C: TryInto<XCap> + Debug + Send + Sync,
 | |
|         C::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .xtrim(stream.tenant_aware_key(self), xcap)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::StreamTrimFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn stream_acknowledge_entries<Ids>(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         group: &str,
 | |
|         ids: Ids,
 | |
|     ) -> CustomResult<usize, errors::RedisError>
 | |
|     where
 | |
|         Ids: Into<MultipleIDs> + Debug + Send + Sync,
 | |
|     {
 | |
|         self.pool
 | |
|             .xack(stream.tenant_aware_key(self), group, ids)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::StreamAcknowledgeFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn stream_get_length(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|     ) -> CustomResult<usize, errors::RedisError> {
 | |
|         self.pool
 | |
|             .xlen(stream.tenant_aware_key(self))
 | |
|             .await
 | |
|             .change_context(errors::RedisError::GetLengthFailed)
 | |
|     }
 | |
| 
 | |
|     pub fn get_keys_with_prefix<K>(&self, keys: K) -> MultipleKeys
 | |
|     where
 | |
|         K: Into<MultipleKeys> + Debug + Send + Sync,
 | |
|     {
 | |
|         let multiple_keys: MultipleKeys = keys.into();
 | |
|         let res = multiple_keys
 | |
|             .inner()
 | |
|             .iter()
 | |
|             .filter_map(|key| key.as_str().map(RedisKey::from))
 | |
|             .map(|k: RedisKey| k.tenant_aware_key(self))
 | |
|             .collect::<Vec<_>>();
 | |
| 
 | |
|         MultipleKeys::from(res)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn stream_read_entries<K, Ids>(
 | |
|         &self,
 | |
|         streams: K,
 | |
|         ids: Ids,
 | |
|         read_count: Option<u64>,
 | |
|     ) -> CustomResult<XReadResponse<String, String, String, String>, errors::RedisError>
 | |
|     where
 | |
|         K: Into<MultipleKeys> + Debug + Send + Sync,
 | |
|         Ids: Into<MultipleIDs> + Debug + Send + Sync,
 | |
|     {
 | |
|         let strms = self.get_keys_with_prefix(streams);
 | |
|         self.pool
 | |
|             .xread_map(
 | |
|                 Some(read_count.unwrap_or(self.config.default_stream_read_count)),
 | |
|                 None,
 | |
|                 strms,
 | |
|                 ids,
 | |
|             )
 | |
|             .await
 | |
|             .map_err(|err| match err.kind() {
 | |
|                 RedisErrorKind::NotFound | RedisErrorKind::Parse => {
 | |
|                     report!(err).change_context(errors::RedisError::StreamEmptyOrNotAvailable)
 | |
|                 }
 | |
|                 _ => report!(err).change_context(errors::RedisError::StreamReadFailed),
 | |
|             })
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn stream_read_with_options<K, Ids>(
 | |
|         &self,
 | |
|         streams: K,
 | |
|         ids: Ids,
 | |
|         count: Option<u64>,
 | |
|         block: Option<u64>,          // timeout in milliseconds
 | |
|         group: Option<(&str, &str)>, // (group_name, consumer_name)
 | |
|     ) -> CustomResult<XReadResponse<String, String, String, Option<String>>, errors::RedisError>
 | |
|     where
 | |
|         K: Into<MultipleKeys> + Debug + Send + Sync,
 | |
|         Ids: Into<MultipleIDs> + Debug + Send + Sync,
 | |
|     {
 | |
|         match group {
 | |
|             Some((group_name, consumer_name)) => {
 | |
|                 self.pool
 | |
|                     .xreadgroup_map(
 | |
|                         group_name,
 | |
|                         consumer_name,
 | |
|                         count,
 | |
|                         block,
 | |
|                         false,
 | |
|                         self.get_keys_with_prefix(streams),
 | |
|                         ids,
 | |
|                     )
 | |
|                     .await
 | |
|             }
 | |
|             None => {
 | |
|                 self.pool
 | |
|                     .xread_map(count, block, self.get_keys_with_prefix(streams), ids)
 | |
|                     .await
 | |
|             }
 | |
|         }
 | |
|         .map_err(|err| match err.kind() {
 | |
|             RedisErrorKind::NotFound | RedisErrorKind::Parse => {
 | |
|                 report!(err).change_context(errors::RedisError::StreamEmptyOrNotAvailable)
 | |
|             }
 | |
|             _ => report!(err).change_context(errors::RedisError::StreamReadFailed),
 | |
|         })
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn append_elements_to_list<V>(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         elements: V,
 | |
|     ) -> CustomResult<(), errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<MultipleValues> + Debug + Send,
 | |
|         V::Error: Into<fred::error::RedisError> + Send,
 | |
|     {
 | |
|         self.pool
 | |
|             .rpush(key.tenant_aware_key(self), elements)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::AppendElementsToListFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn get_list_elements(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         start: i64,
 | |
|         stop: i64,
 | |
|     ) -> CustomResult<Vec<String>, errors::RedisError> {
 | |
|         self.pool
 | |
|             .lrange(key.tenant_aware_key(self), start, stop)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::GetListElementsFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn get_list_length(&self, key: &RedisKey) -> CustomResult<usize, errors::RedisError> {
 | |
|         self.pool
 | |
|             .llen(key.tenant_aware_key(self))
 | |
|             .await
 | |
|             .change_context(errors::RedisError::GetListLengthFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn lpop_list_elements(
 | |
|         &self,
 | |
|         key: &RedisKey,
 | |
|         count: Option<usize>,
 | |
|     ) -> CustomResult<Vec<String>, errors::RedisError> {
 | |
|         self.pool
 | |
|             .lpop(key.tenant_aware_key(self), count)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::PopListElementsFailed)
 | |
|     }
 | |
| 
 | |
|     //                                              Consumer Group API
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn consumer_group_create(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         group: &str,
 | |
|         id: &RedisEntryId,
 | |
|     ) -> CustomResult<(), errors::RedisError> {
 | |
|         if matches!(
 | |
|             id,
 | |
|             RedisEntryId::AutoGeneratedID | RedisEntryId::UndeliveredEntryID
 | |
|         ) {
 | |
|             // FIXME: Replace with utils::when
 | |
|             Err(errors::RedisError::InvalidRedisEntryId)?;
 | |
|         }
 | |
| 
 | |
|         self.pool
 | |
|             .xgroup_create(stream.tenant_aware_key(self), group, id, true)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::ConsumerGroupCreateFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn consumer_group_destroy(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         group: &str,
 | |
|     ) -> CustomResult<usize, errors::RedisError> {
 | |
|         self.pool
 | |
|             .xgroup_destroy(stream.tenant_aware_key(self), group)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::ConsumerGroupDestroyFailed)
 | |
|     }
 | |
| 
 | |
|     // the number of pending messages that the consumer had before it was deleted
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn consumer_group_delete_consumer(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         group: &str,
 | |
|         consumer: &str,
 | |
|     ) -> CustomResult<usize, errors::RedisError> {
 | |
|         self.pool
 | |
|             .xgroup_delconsumer(stream.tenant_aware_key(self), group, consumer)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::ConsumerGroupRemoveConsumerFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn consumer_group_set_last_id(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         group: &str,
 | |
|         id: &RedisEntryId,
 | |
|     ) -> CustomResult<String, errors::RedisError> {
 | |
|         self.pool
 | |
|             .xgroup_setid(stream.tenant_aware_key(self), group, id)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::ConsumerGroupSetIdFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn consumer_group_set_message_owner<Ids, R>(
 | |
|         &self,
 | |
|         stream: &RedisKey,
 | |
|         group: &str,
 | |
|         consumer: &str,
 | |
|         min_idle_time: u64,
 | |
|         ids: Ids,
 | |
|     ) -> CustomResult<R, errors::RedisError>
 | |
|     where
 | |
|         Ids: Into<MultipleIDs> + Debug + Send + Sync,
 | |
|         R: FromRedis + Unpin + Send + 'static,
 | |
|     {
 | |
|         self.pool
 | |
|             .xclaim(
 | |
|                 stream.tenant_aware_key(self),
 | |
|                 group,
 | |
|                 consumer,
 | |
|                 min_idle_time,
 | |
|                 ids,
 | |
|                 None,
 | |
|                 None,
 | |
|                 None,
 | |
|                 false,
 | |
|                 false,
 | |
|             )
 | |
|             .await
 | |
|             .change_context(errors::RedisError::ConsumerGroupClaimFailed)
 | |
|     }
 | |
| 
 | |
|     #[instrument(level = "DEBUG", skip(self))]
 | |
|     pub async fn evaluate_redis_script<V, T>(
 | |
|         &self,
 | |
|         lua_script: &'static str,
 | |
|         key: Vec<String>,
 | |
|         values: V,
 | |
|     ) -> CustomResult<T, errors::RedisError>
 | |
|     where
 | |
|         V: TryInto<MultipleValues> + Debug + Send + Sync,
 | |
|         V::Error: Into<fred::error::RedisError> + Send + Sync,
 | |
|         T: serde::de::DeserializeOwned + FromRedis,
 | |
|     {
 | |
|         let val: T = self
 | |
|             .pool
 | |
|             .eval(lua_script, key, values)
 | |
|             .await
 | |
|             .change_context(errors::RedisError::IncrementHashFieldFailed)?;
 | |
|         Ok(val)
 | |
|     }
 | |
| }
 | |
| 
 | |
| #[cfg(test)]
 | |
| mod tests {
 | |
|     #![allow(clippy::expect_used, clippy::unwrap_used)]
 | |
| 
 | |
|     use std::collections::HashMap;
 | |
| 
 | |
|     use crate::{errors::RedisError, RedisConnectionPool, RedisEntryId, RedisSettings};
 | |
| 
 | |
|     #[tokio::test]
 | |
|     async fn test_consumer_group_create() {
 | |
|         let is_invalid_redis_entry_error = tokio::task::spawn_blocking(move || {
 | |
|             futures::executor::block_on(async {
 | |
|                 // Arrange
 | |
|                 let redis_conn = RedisConnectionPool::new(&RedisSettings::default())
 | |
|                     .await
 | |
|                     .expect("failed to create redis connection pool");
 | |
| 
 | |
|                 // Act
 | |
|                 let result1 = redis_conn
 | |
|                     .consumer_group_create(&"TEST1".into(), "GTEST", &RedisEntryId::AutoGeneratedID)
 | |
|                     .await;
 | |
| 
 | |
|                 let result2 = redis_conn
 | |
|                     .consumer_group_create(
 | |
|                         &"TEST3".into(),
 | |
|                         "GTEST",
 | |
|                         &RedisEntryId::UndeliveredEntryID,
 | |
|                     )
 | |
|                     .await;
 | |
| 
 | |
|                 // Assert Setup
 | |
|                 *result1.unwrap_err().current_context() == RedisError::InvalidRedisEntryId
 | |
|                     && *result2.unwrap_err().current_context() == RedisError::InvalidRedisEntryId
 | |
|             })
 | |
|         })
 | |
|         .await
 | |
|         .expect("Spawn block failure");
 | |
| 
 | |
|         assert!(is_invalid_redis_entry_error);
 | |
|     }
 | |
| 
 | |
|     #[tokio::test]
 | |
|     async fn test_delete_existing_key_success() {
 | |
|         let is_success = tokio::task::spawn_blocking(move || {
 | |
|             futures::executor::block_on(async {
 | |
|                 // Arrange
 | |
|                 let pool = RedisConnectionPool::new(&RedisSettings::default())
 | |
|                     .await
 | |
|                     .expect("failed to create redis connection pool");
 | |
|                 let _ = pool.set_key(&"key".into(), "value".to_string()).await;
 | |
| 
 | |
|                 // Act
 | |
|                 let result = pool.delete_key(&"key".into()).await;
 | |
| 
 | |
|                 // Assert setup
 | |
|                 result.is_ok()
 | |
|             })
 | |
|         })
 | |
|         .await
 | |
|         .expect("Spawn block failure");
 | |
| 
 | |
|         assert!(is_success);
 | |
|     }
 | |
|     #[tokio::test]
 | |
|     async fn test_delete_non_existing_key_success() {
 | |
|         let is_success = tokio::task::spawn_blocking(move || {
 | |
|             futures::executor::block_on(async {
 | |
|                 // Arrange
 | |
|                 let pool = RedisConnectionPool::new(&RedisSettings::default())
 | |
|                     .await
 | |
|                     .expect("failed to create redis connection pool");
 | |
| 
 | |
|                 // Act
 | |
|                 let result = pool.delete_key(&"key not exists".into()).await;
 | |
| 
 | |
|                 // Assert Setup
 | |
|                 result.is_ok()
 | |
|             })
 | |
|         })
 | |
|         .await
 | |
|         .expect("Spawn block failure");
 | |
|         assert!(is_success);
 | |
|     }
 | |
| 
 | |
|     #[tokio::test]
 | |
|     async fn test_setting_keys_using_scripts() {
 | |
|         let is_success = tokio::task::spawn_blocking(move || {
 | |
|             futures::executor::block_on(async {
 | |
|                 // Arrange
 | |
|                 let pool = RedisConnectionPool::new(&RedisSettings::default())
 | |
|                     .await
 | |
|                     .expect("failed to create redis connection pool");
 | |
|                 let lua_script = r#"
 | |
|                 for i = 1, #KEYS do
 | |
|                     redis.call("INCRBY", KEYS[i], ARGV[i])
 | |
|                 end
 | |
|                 return
 | |
|                 "#;
 | |
|                 let mut keys_and_values = HashMap::new();
 | |
|                 for i in 0..10 {
 | |
|                     keys_and_values.insert(format!("key{}", i), i);
 | |
|                 }
 | |
| 
 | |
|                 let key = keys_and_values.keys().cloned().collect::<Vec<_>>();
 | |
|                 let values = keys_and_values
 | |
|                     .values()
 | |
|                     .map(|val| val.to_string())
 | |
|                     .collect::<Vec<String>>();
 | |
| 
 | |
|                 // Act
 | |
|                 let result = pool
 | |
|                     .evaluate_redis_script::<_, ()>(lua_script, key, values)
 | |
|                     .await;
 | |
| 
 | |
|                 // Assert Setup
 | |
|                 result.is_ok()
 | |
|             })
 | |
|         })
 | |
|         .await
 | |
|         .expect("Spawn block failure");
 | |
| 
 | |
|         assert!(is_success);
 | |
|     }
 | |
|     #[tokio::test]
 | |
|     async fn test_getting_keys_using_scripts() {
 | |
|         let is_success = tokio::task::spawn_blocking(move || {
 | |
|             futures::executor::block_on(async {
 | |
|                 // Arrange
 | |
|                 let pool = RedisConnectionPool::new(&RedisSettings::default())
 | |
|                     .await
 | |
|                     .expect("failed to create redis connection pool");
 | |
|                 let lua_script = r#"
 | |
|                 local results = {}
 | |
|                 for i = 1, #KEYS do
 | |
|                     results[i] = redis.call("GET", KEYS[i])
 | |
|                 end
 | |
|                 return results
 | |
|                 "#;
 | |
|                 let mut keys_and_values = HashMap::new();
 | |
|                 for i in 0..10 {
 | |
|                     keys_and_values.insert(format!("key{}", i), i);
 | |
|                 }
 | |
| 
 | |
|                 let key = keys_and_values.keys().cloned().collect::<Vec<_>>();
 | |
| 
 | |
|                 // Act
 | |
|                 let result = pool
 | |
|                     .evaluate_redis_script::<_, String>(lua_script, key, 0)
 | |
|                     .await;
 | |
| 
 | |
|                 // Assert Setup
 | |
|                 result.is_ok()
 | |
|             })
 | |
|         })
 | |
|         .await
 | |
|         .expect("Spawn block failure");
 | |
| 
 | |
|         assert!(is_success);
 | |
|     }
 | |
| }
 | 
