feat(services/azdls): list start from

core/src/services/azdls/backend.rs

@@ -133,6 +133,15 @@ impl AzdlsBuilder {
         self
     }
 
+    /// Set sas_token of this backend.
+    pub fn sas_token(mut self, sas_token: &str) -> Self {
+        if !sas_token.is_empty() {
+            self.config.sas_token = Some(sas_token.to_string());
+        }
+
+        self
+    }
+
     /// Specify the http client that used by this service.
     ///
     /// # Notes
@@ -188,7 +197,7 @@ impl Builder for AzdlsBuilder {
                 .clone()
                 .or_else(|| infer_storage_name_from_endpoint(endpoint.as_str())),
             account_key: self.config.account_key.clone(),
-            sas_token: None,
+            sas_token: self.config.sas_token.clone(),
             ..Default::default()
         };
 
@@ -203,6 +212,7 @@ impl Builder for AzdlsBuilder {
                 loader: cred_loader,
                 signer,
             }),
+            has_sas_token: self.config.sas_token.is_some(),
         })
     }
 }
@@ -211,6 +221,7 @@ impl Builder for AzdlsBuilder {
 #[derive(Debug, Clone)]
 pub struct AzdlsBackend {
     core: Arc<AzdlsCore>,
+    has_sas_token: bool,
 }
 
 impl Access for AzdlsBackend {
@@ -238,6 +249,12 @@ impl Access for AzdlsBackend {
                 rename: true,
 
                 list: true,
+                list_with_start_after: true,
+
+                presign: self.has_sas_token,
+                presign_stat: self.has_sas_token,
+                presign_read: self.has_sas_token,
+                presign_write: self.has_sas_token,
 
                 ..Default::default()
             });
@@ -347,7 +364,13 @@ impl Access for AzdlsBackend {
     }
 
     async fn list(&self, path: &str, args: OpList) -> Result<(RpList, Self::Lister)> {
-        let l = AzdlsLister::new(self.core.clone(), path.to_string(), args.limit());
+        let start_after = args.start_after().map(|s| s.to_string());
+        let l = AzdlsLister::new(
+            self.core.clone(),
+            path.to_string(),
+            args.limit(),
+            start_after,
+        );
 
         Ok((RpList::default(), oio::PageLister::new(l)))
     }

core/src/services/azdls/config.rs

@@ -34,6 +34,8 @@ pub struct AzdlsConfig {
     pub account_name: Option<String>,
     /// Account key of this backend.
     pub account_key: Option<String>,
+    /// SAS token of this backend.
+    pub sas_token: Option<String>,
 }
 
 impl Debug for AzdlsConfig {
@@ -50,6 +52,9 @@ impl Debug for AzdlsConfig {
         if self.account_key.is_some() {
             ds.field("account_key", &"<redacted>");
         }
+        if self.sas_token.is_some() {
+            ds.field("sas_token", &"<redacted>");
+        }
 
         ds.finish()
     }

core/src/services/azdls/core.rs

@@ -20,6 +20,7 @@ use std::fmt::Debug;
 use std::fmt::Formatter;
 use std::fmt::Write;
 
+use base64::Engine;
 use http::header::CONTENT_DISPOSITION;
 use http::header::CONTENT_LENGTH;
 use http::header::CONTENT_TYPE;
@@ -34,6 +35,8 @@ use reqsign::AzureStorageSigner;
 use crate::raw::*;
 use crate::*;
 
+use super::crc64;
+
 const X_MS_RENAME_SOURCE: &str = "x-ms-rename-source";
 const X_MS_VERSION: &str = "x-ms-version";
 
@@ -258,6 +261,7 @@ impl AzdlsCore {
     pub async fn azdls_list(
         &self,
         path: &str,
+        start_after: Option<&str>,
         continuation: &str,
         limit: Option<usize>,
     ) -> Result<Response<Buffer>> {
@@ -276,9 +280,13 @@ impl AzdlsCore {
         if let Some(limit) = limit {
             write!(url, "&maxResults={limit}").expect("write into string must succeed");
         }
+
         if !continuation.is_empty() {
             write!(url, "&continuation={}", percent_encode_path(continuation))
                 .expect("write into string must succeed");
+        } else if let Some(start_after) = start_after {
+            write!(url, "&continuation={}", create_continuation(start_after))
+                .expect("write into string must succeed");
         }
 
         let mut req = Request::get(&url)
@@ -318,3 +326,10 @@ impl AzdlsCore {
         }
     }
 }
+
+fn create_continuation(start_after: &str) -> String {
+    let crc = crc64::compute(format!("{}#$0", start_after).as_bytes());
+    let token = format!("{} 0 {}", crc, start_after);
+    let token = base64::prelude::BASE64_STANDARD.encode(token.as_bytes());
+    token
+}