Support storing on S3 using any-bucket.

Author: jasny

Diff for: .gitignore

@@ -41,3 +41,8 @@ logs
 # Data
 /storage
 .yarn
+
+# Elastic Beanstalk Files
+.elasticbeanstalk/*
+!.elasticbeanstalk/*.cfg.yml
+!.elasticbeanstalk/*.global.yml

Diff for: package.json

@@ -23,6 +23,7 @@
     "test:e2e": "jest --config ./test/jest-e2e.json"
   },
   "dependencies": {
+    "@aws-sdk/client-s3": "^3.504.0",
     "@ltonetwork/http-message-signatures": "^0.1.8",
     "@ltonetwork/lto": "^0.15.8",
     "@nestjs/axios": "^3.0.0",

Diff for: src/common/aws/aws.module.ts

@@ -0,0 +1,9 @@
+import { Module } from '@nestjs/common';
+import { S3 } from '@aws-sdk/client-s3';
+import { awsProviders } from './aws.providers';
+
+@Module({
+  providers: [...awsProviders],
+  exports: [S3],
+})
+export class AwsModule {}

Diff for: src/common/aws/aws.providers.ts

@@ -0,0 +1,10 @@
+import { S3 } from '@aws-sdk/client-s3';
+
+export const awsProviders = [
+  {
+    provide: S3,
+    useFactory: async () => {
+      return new S3();
+    },
+  }
+];

Diff for: src/inbox/inbox.module.ts

@@ -5,9 +5,10 @@ import { ConfigModule } from '../common/config/config.module';
 import { RedisModule } from '../common/redis/redis.module';
 import { InboxController } from './inbox.controller';
 import { LoggerModule } from '../common/logger/logger.module';
+import { AwsModule } from '../common/aws/aws.module';
 
 @Module({
-  imports: [ConfigModule, RedisModule, LoggerModule],
+  imports: [ConfigModule, RedisModule, LoggerModule, AwsModule],
   providers: [InboxService, ...inboxProviders],
   exports: [InboxService],
   controllers: [InboxController],

Diff for: src/inbox/inbox.providers.ts

@@ -1,13 +1,24 @@
 import { ConfigService } from '../common/config/config.service';
 import LocalBucket from 'any-bucket/local';
+import { S3 } from '@aws-sdk/client-s3';
+import S3Bucket from 'any-bucket/s3';
 
 export const inboxProviders = [
   {
     provide: 'INBOX_BUCKET',
-    useFactory: async (config: ConfigService) => {
-      // TODO: support other storage providers: S3, GCS, Azure.
-      return new LocalBucket(config.getStoragePath());
+    useFactory: async (config: ConfigService, s3: S3) => {
+      const path = config.getStoragePath();
+
+      if (path.startsWith('s3://')) {
+        return new S3Bucket(s3, path.slice(5));
+      }
+
+      if (!path.includes(':')) {
+        return new LocalBucket(path);
+      }
+
+      throw new Error(`Unsupported storage service '${path}'`);
     },
-    inject: [ConfigService],
+    inject: [ConfigService, S3],
   }
 ]