feat(sdk): added ability to set S3 endpoint url if needed (#34)

radicalbit · Jun 25, 2024 · c6a8f14 · c6a8f14
1 parent 555048d
commit c6a8f14
Show file tree

Hide file tree

Showing 2 changed files with 39 additions and 0 deletions.
diff --git a/sdk/radicalbit_platform_sdk/apis/model.py b/sdk/radicalbit_platform_sdk/apis/model.py
@@ -181,6 +181,15 @@ def load_reference_dataset(
                         if aws_credentials is None
                         else aws_credentials.default_region
                     ),
+                    endpoint_url=(
+                        None
+                        if aws_credentials is None
+                        else (
+                            None
+                            if aws_credentials.endpoint_url is None
+                            else aws_credentials.endpoint_url
+                        )
+                    ),
                 )
 
                 s3_client.upload_file(
@@ -237,6 +246,15 @@ def bind_reference_dataset(
                 region_name=(
                     None if aws_credentials is None else aws_credentials.default_region
                 ),
+                endpoint_url=(
+                    None
+                    if aws_credentials is None
+                    else (
+                        None
+                        if aws_credentials.endpoint_url is None
+                        else aws_credentials.endpoint_url
+                    )
+                ),
             )
 
             chunks_iterator = s3_client.get_object(
@@ -314,6 +332,15 @@ def load_current_dataset(
                         if aws_credentials is None
                         else aws_credentials.default_region
                     ),
+                    endpoint_url=(
+                        None
+                        if aws_credentials is None
+                        else (
+                            None
+                            if aws_credentials.endpoint_url is None
+                            else aws_credentials.endpoint_url
+                        )
+                    ),
                 )
 
                 s3_client.upload_file(
@@ -372,6 +399,15 @@ def bind_current_dataset(
                 region_name=(
                     None if aws_credentials is None else aws_credentials.default_region
                 ),
+                endpoint_url=(
+                    None
+                    if aws_credentials is None
+                    else (
+                        None
+                        if aws_credentials.endpoint_url is None
+                        else aws_credentials.endpoint_url
+                    )
+                ),
             )
 
             chunks_iterator = s3_client.get_object(

diff --git a/sdk/radicalbit_platform_sdk/models/aws_credentials.py b/sdk/radicalbit_platform_sdk/models/aws_credentials.py
@@ -1,7 +1,10 @@
+from typing import Optional
+
 from pydantic import BaseModel
 
 
 class AwsCredentials(BaseModel):
     access_key_id: str
     secret_access_key: str
     default_region: str
+    endpoint_url: Optional[str]