feat(provider): LRUCache Layer

Cargo.toml

@@ -138,6 +138,9 @@ semver = "1.0"
 thiserror = "1.0"
 thiserror-no-std = "2.0.2"
 url = "2.5"
+schnellru = "0.2.3"
+lru = "0.12"
+parking_lot = "0.12.3"
 derive_more = { version = "1.0.0", default-features = false }
 strum = { version = "0.26", default-features = false }
 http = "1.1.0"

crates/provider/Cargo.toml

@@ -51,7 +51,8 @@ auto_impl.workspace = true
 dashmap = "6.0"
 futures-utils-wasm.workspace = true
 futures.workspace = true
-lru = "0.12"
+schnellru.workspace = true
+lru.workspace = true
 pin-project.workspace = true
 reqwest = { workspace = true, optional = true }
 serde_json.workspace = true
@@ -61,6 +62,8 @@ tokio = { workspace = true, features = ["sync", "macros"] }
 tracing.workspace = true
 url = { workspace = true, optional = true }
 
+[target.'cfg(not(target_arch = "wasm32"))'.dependencies]
+parking_lot.workspace = true
 [target.'cfg(target_arch = "wasm32")'.dependencies]
 wasmtimer.workspace = true
 
@@ -77,7 +80,7 @@ alloy-transport-http = { workspace = true, features = ["reqwest", "jwt-auth"] }
 
 itertools.workspace = true
 reqwest.workspace = true
-tokio = { workspace = true, features = ["macros"] }
+tokio = { workspace = true, features = ["macros", "rt-multi-thread"] }
 tracing-subscriber = { workspace = true, features = ["fmt"] }
 tempfile.workspace = true
 tower.workspace = true