From bc4f278a13bd8c1877fca27902cd30ffeb456d30 Mon Sep 17 00:00:00 2001 From: semantic-release-bot Date: Fri, 16 Sep 2022 05:34:12 +0000 Subject: [PATCH 01/10] chore(release): 1.5.0 [skip ci] # [1.5.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.4.0...v1.5.0) (2022-09-16) ### Features * **device:** added support to enable both runtimes on a device ([6bca6f1](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/6bca6f16f9bf9cfb7fb3d36915c8b017ed73e57c)) --- CHANGELOG/CHANGELOG.md | 7 +++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index 1631b159..1c0042e7 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,10 @@ +# [1.5.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.4.0...v1.5.0) (2022-09-16) + + +### Features + +* **device:** added support to enable both runtimes on a device ([6bca6f1](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/6bca6f16f9bf9cfb7fb3d36915c8b017ed73e57c)) + # [1.4.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.3.0...v1.4.0) (2022-06-23) diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index d7f32327..c88146af 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -15,4 +15,4 @@ SecretConfigSourceBasicAuth from .clients.rosbag import UploadOptions -__version__ = "1.4.0" +__version__ = "1.5.0" From f4c5a8a0a0a12acd299fcc2f259a22ed2a3b7fc9 Mon Sep 17 00:00:00 2001 From: semantic-release-bot Date: Wed, 14 Dec 2022 09:29:04 +0000 Subject: [PATCH 02/10] chore(release): 1.7.0 [skip ci] # [1.7.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.6.1...v1.7.0) (2022-12-14) ### Features * **rosbags:** adds support for splitting rosbags by duration ([3770e00](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/3770e00a7d95d6ca8699185a96bf6941a29c3875)) --- CHANGELOG/CHANGELOG.md | 7 +++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index 514b43aa..33d61223 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,10 @@ +# [1.7.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.6.1...v1.7.0) (2022-12-14) + + +### Features + +* **rosbags:** adds support for splitting rosbags by duration ([3770e00](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/3770e00a7d95d6ca8699185a96bf6941a29c3875)) + # [1.6.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.5.0...v1.6.0) (2022-10-27) ### Features - **device:** Added support for throttling and latching of rosbags diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index e775fe58..e4cadc6d 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -15,4 +15,4 @@ SecretConfigSourceBasicAuth from .clients.rosbag import UploadOptions -__version__ = "1.6.0" +__version__ = "1.7.0" From f1c11c7f4c32994cdd264cf2bf93c9b2527711b4 Mon Sep 17 00:00:00 2001 From: semantic-release-bot Date: Tue, 7 Feb 2023 10:50:51 +0000 Subject: [PATCH 03/10] chore(release): 1.8.0 [skip ci] # [1.8.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.7.0...v1.8.0) (2023-02-07) ### Features * **rosbag:** fetches rosbag job by guid ([3d93c6e](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/3d93c6e2f8c1d4e6bda7de2815b1ec3a1001bdc9)) --- CHANGELOG/CHANGELOG.md | 7 +++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index 33d61223..b5c53953 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,10 @@ +# [1.8.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.7.0...v1.8.0) (2023-02-07) + + +### Features + +* **rosbag:** fetches rosbag job by guid ([3d93c6e](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/3d93c6e2f8c1d4e6bda7de2815b1ec3a1001bdc9)) + # [1.7.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.6.1...v1.7.0) (2022-12-14) diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index e4cadc6d..53579402 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -15,4 +15,4 @@ SecretConfigSourceBasicAuth from .clients.rosbag import UploadOptions -__version__ = "1.7.0" +__version__ = "1.8.0" From 4b5569e03a36103046d7a6b5bbf64aa362d15f45 Mon Sep 17 00:00:00 2001 From: semantic-release-bot Date: Wed, 19 Apr 2023 06:25:08 +0000 Subject: [PATCH 04/10] chore(release): 1.9.0 [skip ci] # [1.9.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.8.0...v1.9.0) (2023-04-19) ### Bug Fixes * **metrics:** tags schema and its unit tests ([6cf652b](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/6cf652b177fb7c722a037ff9498c845ee12a6ff1)) * **rosbags:** integration-test for throttling ([3cd2cd6](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/3cd2cd6d1ed1ca3a6b4beb050865dcedb56b4c45)) ### Features * **device:** adds API to toggle features ([39860fc](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/39860fc05a7a261862a2738ca1d9c7af546a0f6f)) * **network:** allows custom resource limits for cloud networks ([e58f0c5](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/e58f0c5c33ddd0f860210cc9a74cb6e6cf9ef6b9)) * **parameters:** adds the option to upload arbitrary directories as config ([4c95e96](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/4c95e96db054bbc5fba615edafd586d65a9b7a5a)) --- CHANGELOG/CHANGELOG.md | 15 +++++++++++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 16 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index b5c53953..6c7df66d 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,18 @@ +# [1.9.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.8.0...v1.9.0) (2023-04-19) + + +### Bug Fixes + +* **metrics:** tags schema and its unit tests ([6cf652b](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/6cf652b177fb7c722a037ff9498c845ee12a6ff1)) +* **rosbags:** integration-test for throttling ([3cd2cd6](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/3cd2cd6d1ed1ca3a6b4beb050865dcedb56b4c45)) + + +### Features + +* **device:** adds API to toggle features ([39860fc](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/39860fc05a7a261862a2738ca1d9c7af546a0f6f)) +* **network:** allows custom resource limits for cloud networks ([e58f0c5](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/e58f0c5c33ddd0f860210cc9a74cb6e6cf9ef6b9)) +* **parameters:** adds the option to upload arbitrary directories as config ([4c95e96](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/4c95e96db054bbc5fba615edafd586d65a9b7a5a)) + # [1.8.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.7.0...v1.8.0) (2023-02-07) diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index 53579402..b083cd42 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -15,4 +15,4 @@ SecretConfigSourceBasicAuth from .clients.rosbag import UploadOptions -__version__ = "1.8.0" +__version__ = "1.9.0" From 26864f6236eff7d8766f226a67cbea8a013d8d82 Mon Sep 17 00:00:00 2001 From: semantic-release-bot Date: Wed, 31 May 2023 12:02:37 +0000 Subject: [PATCH 05/10] chore(release): 1.10.0 [skip ci] # [1.10.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.9.0...v1.10.0) (2023-05-31) ### Features * **rip:** adds support for token_level in get_auth_token ([88fcc69](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/88fcc697842de856a031a370f8ab630047532f49)) --- CHANGELOG/CHANGELOG.md | 7 +++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index 6c7df66d..ff19f7a9 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,10 @@ +# [1.10.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.9.0...v1.10.0) (2023-05-31) + + +### Features + +* **rip:** adds support for token_level in get_auth_token ([88fcc69](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/88fcc697842de856a031a370f8ab630047532f49)) + # [1.9.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.8.0...v1.9.0) (2023-04-19) diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index b083cd42..3e46a89d 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -15,4 +15,4 @@ SecretConfigSourceBasicAuth from .clients.rosbag import UploadOptions -__version__ = "1.9.0" +__version__ = "1.10.0" From 8b82b8bd920c91c26d6fd15ce22f628051af8ce1 Mon Sep 17 00:00:00 2001 From: Ankit R Gadiya Date: Fri, 14 Jul 2023 18:52:43 +0530 Subject: [PATCH 06/10] chore(release): 1.11.0 [skip ci] --- CHANGELOG/CHANGELOG.md | 8 ++++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index ff19f7a9..72dcce54 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,11 @@ +# [1.11.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.10.0...v1.11.0) (2023-07-14) + +### Features + +* **deployment**: adds update_deployment API ([51c14af74c3377585c56c025cb99af12bc90910d](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/51c14af74c3377585c56c025cb99af12bc90910d)) +* **deployment**: made poll deployment till ready phase configurable ([763716c](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/763716c47c426a513f4f9eb522419086a37349bc)) +* **usergroup**: implements usergroup APIS ([6d9037e](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/6d9037eb162e8854e0595dcf4caf3caf11c7980a)) + # [1.10.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.9.0...v1.10.0) (2023-05-31) diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index d3f51139..60e24ab3 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -16,4 +16,4 @@ from .clients.rosbag import UploadOptions from .clients.user_group import UserGroup -__version__ = "1.10.0" +__version__ = "1.11.0" From 9b0433e90398ea69dbc144997aff3262a7f60cbe Mon Sep 17 00:00:00 2001 From: semantic-release-bot Date: Thu, 27 Jul 2023 07:04:39 +0000 Subject: [PATCH 07/10] chore(release): 1.11.1 [skip ci] ## [1.11.1](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.11.0...v1.11.1) (2023-07-27) ### Bug Fixes * **package:** makes dependent deployment ready phase configurable ([e0df4ec](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/e0df4ecab55a2defd47cae6446dda7f48e7e9f42)) --- CHANGELOG/CHANGELOG.md | 7 +++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index 72dcce54..d95aa7e5 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,10 @@ +## [1.11.1](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.11.0...v1.11.1) (2023-07-27) + + +### Bug Fixes + +* **package:** makes dependent deployment ready phase configurable ([e0df4ec](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/e0df4ecab55a2defd47cae6446dda7f48e7e9f42)) + # [1.11.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.10.0...v1.11.0) (2023-07-14) ### Features diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index 60e24ab3..1d5a27e9 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -16,4 +16,4 @@ from .clients.rosbag import UploadOptions from .clients.user_group import UserGroup -__version__ = "1.11.0" +__version__ = "1.11.1" From b6b36821e92005eba922fd7f83d3df8b00bb04fb Mon Sep 17 00:00:00 2001 From: semantic-release-bot Date: Tue, 26 Sep 2023 12:47:55 +0000 Subject: [PATCH 08/10] chore(release): 1.12.0 [skip ci] # [1.12.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.11.1...v1.12.0) (2023-09-26) ### Features * **usergroup:** supports user group role in projects ([4f6c34f](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/4f6c34fd713cb493c6b44225d566e90afe8f88fa)) --- CHANGELOG/CHANGELOG.md | 7 +++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index d95aa7e5..f9340959 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,10 @@ +# [1.12.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.11.1...v1.12.0) (2023-09-26) + + +### Features + +* **usergroup:** supports user group role in projects ([4f6c34f](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/4f6c34fd713cb493c6b44225d566e90afe8f88fa)) + ## [1.11.1](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.11.0...v1.11.1) (2023-07-27) diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index 1d5a27e9..c18d78bf 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -16,4 +16,4 @@ from .clients.rosbag import UploadOptions from .clients.user_group import UserGroup -__version__ = "1.11.1" +__version__ = "1.12.0" From e42ad6e70b60a1c9425788b4c448a6a6c78c132b Mon Sep 17 00:00:00 2001 From: semantic-release-bot Date: Wed, 13 Dec 2023 08:05:02 +0000 Subject: [PATCH 09/10] chore(release): 1.13.0 [skip ci] # [1.13.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.12.0...v1.13.0) (2023-12-13) ### Features * **device:** accepts feature config in toggle_features ([#70](https://github.com/rapyuta-robotics/rapyuta-io-sdk/issues/70)) ([a293787](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/a2937874d500633c79497cfc8414ed5f09e32137)) --- CHANGELOG/CHANGELOG.md | 7 +++++++ rapyuta_io/__init__.py | 2 +- 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/CHANGELOG/CHANGELOG.md b/CHANGELOG/CHANGELOG.md index f9340959..5b15abaa 100644 --- a/CHANGELOG/CHANGELOG.md +++ b/CHANGELOG/CHANGELOG.md @@ -1,3 +1,10 @@ +# [1.13.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.12.0...v1.13.0) (2023-12-13) + + +### Features + +* **device:** accepts feature config in toggle_features ([#70](https://github.com/rapyuta-robotics/rapyuta-io-sdk/issues/70)) ([a293787](https://github.com/rapyuta-robotics/rapyuta-io-sdk/commit/a2937874d500633c79497cfc8414ed5f09e32137)) + # [1.12.0](https://github.com/rapyuta-robotics/rapyuta-io-sdk/compare/v1.11.1...v1.12.0) (2023-09-26) diff --git a/rapyuta_io/__init__.py b/rapyuta_io/__init__.py index 27cf0996..80e82d06 100644 --- a/rapyuta_io/__init__.py +++ b/rapyuta_io/__init__.py @@ -15,4 +15,4 @@ from .clients.rosbag import UploadOptions from .clients.user_group import UserGroup -__version__ = "1.12.0" +__version__ = "1.13.0" From f276b33cf4dedc7a5d7271fe1daada9ef8f4849e Mon Sep 17 00:00:00 2001 From: Ankit R Gadiya Date: Fri, 29 Dec 2023 16:34:52 +0900 Subject: [PATCH 10/10] feat(params): use binary file-upload if file is large --- rapyuta_io/clients/paramserver.py | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) diff --git a/rapyuta_io/clients/paramserver.py b/rapyuta_io/clients/paramserver.py index 827bd030..1a9ba16e 100644 --- a/rapyuta_io/clients/paramserver.py +++ b/rapyuta_io/clients/paramserver.py @@ -18,7 +18,6 @@ validate_list_of_strings import six - class _Node(str, enum.Enum): def __str__(self): @@ -36,6 +35,8 @@ class _ParamserverClient: yaml_content_type = 'text/yaml' json_content_type = 'application/json' default_binary_content_type = "application/octet-stream" + max_non_binary_size = 128 * 1024 + def __init__(self, auth_token, project, core_api_host): self._auth_token = auth_token @@ -69,6 +70,11 @@ def create_binary_file(self, tree_path, file_path, retry_limit=0): if guessed_content_type[1]: headers['Content-Encoding'] = guessed_content_type[1] + # Override Content-Type for JSON and YAML to allow creating Binary files. + # This is required for large YAML/JSON files. + if content_type in (self.json_content_type, self.yaml_content_type): + content_type = self.default_binary_content_type + headers.update({'X-Rapyuta-Params-Version': "0", 'Content-Type': content_type}) @@ -129,7 +135,10 @@ def process_dir(self, executor, rootdir, tree_path, level, dir_futures, file_fut future = executor.submit(func, new_tree_path) dir_futures[future] = (new_tree_path, level + 1) elif not in_attribute_dir: # ignore files in attribute directories + file_stat = os.stat(full_path) file_name = os.path.basename(full_path) + if file_stat.st_size > self.max_non_binary_size: + future = executor.submit(self.create_binary_file, new_tree_path, full_path) if file_name.endswith('.yaml'): with open(full_path, 'r') as f: data = f.read() @@ -151,8 +160,11 @@ def process_folder(self, executor, rootdir, tree_path, level, dir_futures, file_ future = executor.submit(self.create_folder, new_tree_path) dir_futures[future] = (new_tree_path, level + 1) else: + file_stat = os.stat(full_path) file_name = os.path.basename(full_path) - if file_name.endswith('.yaml'): + if file_stat.st_size > self.max_non_binary_size: + future = executor.submit(self.create_binary_file, new_tree_path, full_path) + elif file_name.endswith('.yaml'): with open(full_path, 'r') as f: data = f.read() future = executor.submit(self.create_file, new_tree_path, data)