diff --git a/.github/workflows/prepare-for-prod-deploy.yml b/.github/workflows/prepare-for-prod-deploy.yml index df96daa8a9..818bd32bd1 100644 --- a/.github/workflows/prepare-for-prod-deploy.yml +++ b/.github/workflows/prepare-for-prod-deploy.yml @@ -39,15 +39,31 @@ jobs: echo "Tag Name: $tag_name" echo "tag_name=$tag_name" >> $GITHUB_OUTPUT - build-transformer-image: - name: Build Transformer Docker Image - Prod + build-rudderstack-transformer-image: + name: Build Transformer Docker Image for Rudderstack org- Prod # Only merged pull requests from release candidate branches must trigger if: ((startsWith(github.event.pull_request.head.ref, 'release/') || startsWith(github.event.pull_request.head.ref, 'hotfix-release/')) && github.event.pull_request.merged == true) needs: [generate-tag-names] uses: ./.github/workflows/build-push-docker-image.yml with: build_tag: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }} - push_tags: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }},rudderstack/rudder-transformer:latest,rudderlabs/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }},rudderlabs/rudder-transformer:latest + push_tags: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }},rudderstack/rudder-transformer:latest + img_tag: ${{ needs.generate-tag-names.outputs.tag_name }} + dockerfile: Dockerfile + load_target: development + push_target: production + secrets: + DOCKERHUB_PROD_TOKEN: ${{ secrets.DOCKERHUB_PROD_TOKEN }} + + build-rudderlabs-transformer-image: + name: Build Transformer Docker Image for Rudderlabs org - Prod + # Only merged pull requests from release candidate branches must trigger + if: ((startsWith(github.event.pull_request.head.ref, 'release/') || startsWith(github.event.pull_request.head.ref, 'hotfix-release/')) && github.event.pull_request.merged == true) + needs: [generate-tag-names] + uses: ./.github/workflows/build-push-docker-image.yml + with: + build_tag: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }} + push_tags: rudderlabs/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }},rudderlabs/rudder-transformer:latest img_tag: ${{ needs.generate-tag-names.outputs.tag_name }} dockerfile: Dockerfile load_target: development @@ -58,7 +74,7 @@ jobs: create-pull-request: name: Update Helm Charts For Production and Create Pull Request runs-on: ubuntu-latest - needs: [generate-tag-names, build-transformer-image] + needs: [generate-tag-names, build-rudderstack-transformer-image, build-rudderlabs-transformer-image] env: TAG_NAME: ${{ needs.generate-tag-names.outputs.tag_name }} TF_IMAGE_REPOSITORY: rudderstack/rudder-transformer diff --git a/.github/workflows/prepare-for-prod-ut-deploy.yml b/.github/workflows/prepare-for-prod-ut-deploy.yml index 2016b35231..511e21d6dd 100644 --- a/.github/workflows/prepare-for-prod-ut-deploy.yml +++ b/.github/workflows/prepare-for-prod-ut-deploy.yml @@ -42,15 +42,15 @@ jobs: echo "UT Tag Name: $tag_name_ut" echo "tag_name_ut=$tag_name_ut" >> $GITHUB_OUTPUT - build-user-transformer-image: - name: Build User Transformer Docker Image - Prod + build-rudderstack-user-transformer-image: + name: Build User Transformer Docker Image for Rudderstack org - Prod # Only merged pull requests from release candidate branches must trigger if: ((startsWith(github.event.pull_request.head.ref, 'release/') || startsWith(github.event.pull_request.head.ref, 'hotfix-release/')) && github.event.pull_request.merged == true) needs: [generate-tag-names] uses: ./.github/workflows/build-push-docker-image.yml with: build_tag: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }} - push_tags: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }},rudderstack/rudder-transformer:ut-latest,rudderlabs/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }},rudderlabs/rudder-transformer:ut-latest + push_tags: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }},rudderstack/rudder-transformer:ut-latest img_tag: ${{ needs.generate-tag-names.outputs.tag_name_ut }} dockerfile: Dockerfile-ut-func load_target: development @@ -58,10 +58,27 @@ jobs: secrets: DOCKERHUB_PROD_TOKEN: ${{ secrets.DOCKERHUB_PROD_TOKEN }} + build-rudderlabs-user-transformer-image: + name: Build User Transformer Docker Image for Rudderlabs org - Prod + # Only merged pull requests from release candidate branches must trigger + if: ((startsWith(github.event.pull_request.head.ref, 'release/') || startsWith(github.event.pull_request.head.ref, 'hotfix-release/')) && github.event.pull_request.merged == true) + needs: [generate-tag-names] + uses: ./.github/workflows/build-push-docker-image.yml + with: + build_tag: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }} + push_tags: rudderlabs/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }},rudderlabs/rudder-transformer:ut-latest + img_tag: ${{ needs.generate-tag-names.outputs.tag_name_ut }} + dockerfile: Dockerfile-ut-func + load_target: development + push_target: production + secrets: + DOCKERHUB_PROD_TOKEN: ${{ secrets.DOCKERHUB_PROD_TOKEN }} + + create-pull-request: name: Update Helm Charts For Production and Create Pull Request runs-on: ubuntu-latest - needs: [generate-tag-names, build-user-transformer-image] + needs: [generate-tag-names, build-rudderstack-user-transformer-image, build-rudderlabs-user-transformer-image] env: UT_TAG_NAME: ${{ needs.generate-tag-names.outputs.tag_name_ut }} TF_IMAGE_REPOSITORY: rudderstack/rudder-transformer diff --git a/.github/workflows/prepare-for-staging-deploy.yml b/.github/workflows/prepare-for-staging-deploy.yml index 786110944f..4b63b70640 100644 --- a/.github/workflows/prepare-for-staging-deploy.yml +++ b/.github/workflows/prepare-for-staging-deploy.yml @@ -35,15 +35,15 @@ jobs: echo "UT Tag Name: $tag_name_ut" echo "tag_name_ut=$tag_name_ut" >> $GITHUB_OUTPUT - build-transformer-image: - name: Build Transformer Docker Image - Staging + build-rudderstack-transformer-image: + name: Build Transformer Docker Image For Rudderstack org - Staging # Only pull requests from release candidate branches must trigger if: (startsWith(github.event.pull_request.head.ref, 'release/') || startsWith(github.event.pull_request.head.ref, 'hotfix-release/')) needs: [generate-tag-names] uses: ./.github/workflows/build-push-docker-image.yml with: build_tag: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }} - push_tags: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }},rudderlabs/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }} + push_tags: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }} img_tag: ${{ needs.generate-tag-names.outputs.tag_name }} dockerfile: Dockerfile load_target: development @@ -51,8 +51,41 @@ jobs: secrets: DOCKERHUB_PROD_TOKEN: ${{ secrets.DOCKERHUB_PROD_TOKEN }} - build-user-transformer-image: - name: Build User Transformer Docker Image - Staging + build-rudderlabs-transformer-image: + name: Build Transformer Docker Image For Rudderlabs org - Staging + # Only pull requests from release candidate branches must trigger + if: (startsWith(github.event.pull_request.head.ref, 'release/') || startsWith(github.event.pull_request.head.ref, 'hotfix-release/')) + needs: [generate-tag-names] + uses: ./.github/workflows/build-push-docker-image.yml + with: + build_tag: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }} + push_tags: rudderlabs/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }} + img_tag: ${{ needs.generate-tag-names.outputs.tag_name }} + dockerfile: Dockerfile + load_target: development + push_target: production + secrets: + DOCKERHUB_PROD_TOKEN: ${{ secrets.DOCKERHUB_PROD_TOKEN }} + + build-rudderstack-user-transformer-image: + name: Build User Transformer Docker Image For Rudderstack org - Staging + # Only pull requests from release candidate branches must trigger + if: (startsWith(github.event.pull_request.head.ref, 'release/') || startsWith(github.event.pull_request.head.ref, 'hotfix-release/')) + + needs: [generate-tag-names] + uses: ./.github/workflows/build-push-docker-image.yml + with: + build_tag: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }} + push_tags: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }} + img_tag: ${{ needs.generate-tag-names.outputs.tag_name_ut }} + dockerfile: Dockerfile-ut-func + load_target: development + push_target: production + secrets: + DOCKERHUB_PROD_TOKEN: ${{ secrets.DOCKERHUB_PROD_TOKEN }} + + build-rudderlabs-user-transformer-image: + name: Build User Transformer Docker Image For Rudderlabs org - Staging # Only pull requests from release candidate branches must trigger if: (startsWith(github.event.pull_request.head.ref, 'release/') || startsWith(github.event.pull_request.head.ref, 'hotfix-release/')) @@ -60,7 +93,7 @@ jobs: uses: ./.github/workflows/build-push-docker-image.yml with: build_tag: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }} - push_tags: rudderstack/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }},rudderlabs/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }} + push_tags: rudderlabs/rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }} img_tag: ${{ needs.generate-tag-names.outputs.tag_name_ut }} dockerfile: Dockerfile-ut-func load_target: development @@ -71,7 +104,7 @@ jobs: create-pull-request: name: Update Helm Charts For Staging and Create Pull Request runs-on: ubuntu-latest - needs: [generate-tag-names, build-transformer-image, build-user-transformer-image] + needs: [generate-tag-names, build-rudderstack-transformer-image, build-rudderlabs-transformer-image, build-rudderstack-user-transformer-image, build-rudderlabs-user-transformer-image] env: TAG_NAME: ${{ needs.generate-tag-names.outputs.tag_name }} UT_TAG_NAME: ${{ needs.generate-tag-names.outputs.tag_name_ut }} diff --git a/CHANGELOG.md b/CHANGELOG.md index ea5e35ff3b..e241590350 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -26,6 +26,7 @@ All notable changes to this project will be documented in this file. See [standa * **iterable:** updated mappings ([#2602](https://github.com/rudderlabs/rudder-transformer/issues/2602)) ([23bb1f6](https://github.com/rudderlabs/rudder-transformer/commit/23bb1f64168f0e0a2ded4cbce8c99ef807fef9ad)) * pyroscope endpoints ([#2613](https://github.com/rudderlabs/rudder-transformer/issues/2613)) ([7d268f0](https://github.com/rudderlabs/rudder-transformer/commit/7d268f046f92d86f48ced06c586b0d098a913113)) * remove hashing on twclid for twitter ads ([#2605](https://github.com/rudderlabs/rudder-transformer/issues/2605)) ([6c984a4](https://github.com/rudderlabs/rudder-transformer/commit/6c984a4821124e1054be1c81a9bf110c36311f13)) +* seperate build steps for ruddestack and rudderlabs repo ([#2625](https://github.com/rudderlabs/rudder-transformer/issues/2625)) ([fcafacd](https://github.com/rudderlabs/rudder-transformer/commit/fcafacd10be7f1c9c001a6a805b4cb9daafd4413)) * **transformation:** block ipv6 requests in user transformer ([#2618](https://github.com/rudderlabs/rudder-transformer/issues/2618)) ([fd81211](https://github.com/rudderlabs/rudder-transformer/commit/fd8121108594d6ca032c36c7b8d47d26c1b389e0)) ### [1.41.1](https://github.com/rudderlabs/rudder-transformer/compare/v1.41.0...v1.41.1) (2023-09-14)