this repo has no description
lewis.moe
1use async_trait::async_trait;
2use aws_config::BehaviorVersion;
3use aws_config::meta::region::RegionProviderChain;
4use aws_sdk_s3::Client;
5use aws_sdk_s3::primitives::ByteStream;
6use bytes::Bytes;
7use thiserror::Error;
8
9#[derive(Error, Debug)]
10pub enum StorageError {
11 #[error("IO error: {0}")]
12 Io(#[from] std::io::Error),
13 #[error("S3 error: {0}")]
14 S3(String),
15 #[error("Other: {0}")]
16 Other(String),
17}
18
19#[async_trait]
20pub trait BlobStorage: Send + Sync {
21 async fn put(&self, key: &str, data: &[u8]) -> Result<(), StorageError>;
22 async fn put_bytes(&self, key: &str, data: Bytes) -> Result<(), StorageError>;
23 async fn get(&self, key: &str) -> Result<Vec<u8>, StorageError>;
24 async fn get_bytes(&self, key: &str) -> Result<Bytes, StorageError>;
25 async fn delete(&self, key: &str) -> Result<(), StorageError>;
26}
27
28pub struct S3BlobStorage {
29 client: Client,
30 bucket: String,
31}
32
33impl S3BlobStorage {
34 pub async fn new() -> Self {
35 let region_provider = RegionProviderChain::default_provider().or_else("us-east-1");
36
37 let config = aws_config::defaults(BehaviorVersion::latest())
38 .region(region_provider)
39 .load()
40 .await;
41
42 let bucket = std::env::var("S3_BUCKET").expect("S3_BUCKET must be set");
43
44 let client = if let Ok(endpoint) = std::env::var("S3_ENDPOINT") {
45 let s3_config = aws_sdk_s3::config::Builder::from(&config)
46 .endpoint_url(endpoint)
47 .force_path_style(true)
48 .build();
49 Client::from_conf(s3_config)
50 } else {
51 Client::new(&config)
52 };
53
54 Self { client, bucket }
55 }
56}
57
58#[async_trait]
59impl BlobStorage for S3BlobStorage {
60 async fn put(&self, key: &str, data: &[u8]) -> Result<(), StorageError> {
61 self.put_bytes(key, Bytes::copy_from_slice(data)).await
62 }
63
64 async fn put_bytes(&self, key: &str, data: Bytes) -> Result<(), StorageError> {
65 let result = self.client
66 .put_object()
67 .bucket(&self.bucket)
68 .key(key)
69 .body(ByteStream::from(data))
70 .send()
71 .await
72 .map_err(|e| StorageError::S3(e.to_string()));
73
74 match &result {
75 Ok(_) => crate::metrics::record_s3_operation("put", "success"),
76 Err(_) => crate::metrics::record_s3_operation("put", "error"),
77 }
78
79 result?;
80 Ok(())
81 }
82
83 async fn get(&self, key: &str) -> Result<Vec<u8>, StorageError> {
84 self.get_bytes(key).await.map(|b| b.to_vec())
85 }
86
87 async fn get_bytes(&self, key: &str) -> Result<Bytes, StorageError> {
88 let resp = self
89 .client
90 .get_object()
91 .bucket(&self.bucket)
92 .key(key)
93 .send()
94 .await
95 .map_err(|e| {
96 crate::metrics::record_s3_operation("get", "error");
97 StorageError::S3(e.to_string())
98 })?;
99
100 let data = resp
101 .body
102 .collect()
103 .await
104 .map_err(|e| {
105 crate::metrics::record_s3_operation("get", "error");
106 StorageError::S3(e.to_string())
107 })?
108 .into_bytes();
109
110 crate::metrics::record_s3_operation("get", "success");
111 Ok(data)
112 }
113
114 async fn delete(&self, key: &str) -> Result<(), StorageError> {
115 let result = self.client
116 .delete_object()
117 .bucket(&self.bucket)
118 .key(key)
119 .send()
120 .await
121 .map_err(|e| StorageError::S3(e.to_string()));
122
123 match &result {
124 Ok(_) => crate::metrics::record_s3_operation("delete", "success"),
125 Err(_) => crate::metrics::record_s3_operation("delete", "error"),
126 }
127
128 result?;
129 Ok(())
130 }
131}