Add tag metadata to all blog posts #364
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: [push, pull_request] | |
| jobs: | |
| build: | |
| name: Build & test | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| # Install Node 14 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: 14 | |
| cache: 'npm' | |
| - run: npm install -g [email protected] | |
| # Install & build & test: | |
| - run: npm ci | |
| # Build without secrets for previews, in non-push cases: | |
| - name: Build for preview | |
| if: github.event_name != 'push' | |
| run: npm run build | |
| env: | |
| NODE_ENV: development | |
| # Build with secrets for production, on push only: | |
| - name: Build for production | |
| if: github.event_name == 'push' | |
| run: npm run build | |
| env: | |
| NODE_ENV: production | |
| GATSBY_POSTHOG_KEY: ${{ secrets.GATSBY_POSTHOG_KEY }} | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: public | |
| path: public/* | |
| if-no-files-found: error | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: rss | |
| path: public/rss.xml | |
| if-no-files-found: error | |
| check-blog-changes: | |
| name: Check for new blog posts to announce | |
| if: github.event_name == 'push' | |
| runs-on: ubuntu-latest | |
| needs: build | |
| outputs: | |
| new-blog-post: ${{ steps.detect-changes.outputs.new-blog-post }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: rss | |
| path: local-rss | |
| - id: detect-changes | |
| name: 'Check for RSS differences' | |
| shell: bash | |
| run: | | |
| curl -f https://httptoolkit.com/rss.xml > remote-rss.xml | |
| sudo apt-get update && sudo apt-get install xmlstarlet | |
| LOCAL_POSTS=$(xmlstarlet sel -t -v '//rss/channel/item/link' local-rss/rss.xml) | |
| REMOTE_POSTS=$(xmlstarlet sel -t -v '//rss/channel/item/link' remote-rss.xml) | |
| # Matches remote posts against each local post, excludes those matches, | |
| # and returns the remaining lines (or nothing, if there are none): | |
| NEW_POSTS=$(grep -vFxf <(echo "$REMOTE_POSTS") <(echo "$LOCAL_POSTS") || true) | |
| if [[ $(echo "$NEW_POSTS" | wc -l) -gt 1 ]]; then | |
| echo "More than one new post found - something odd is happening, failing the job" | |
| exit 1 | |
| fi | |
| # Grab the slug (the last path chunk) from each URL: | |
| NEW_POST_SLUGS=$(echo $NEW_POSTS | sed -E 's|.*/([^/]+)/?$|\1|') | |
| # Ensure the output is exactly an empty string, if not a post (trim newlines etc): | |
| if [[ ! -z "$(echo "$NEW_POST_SLUGS" | tr -d '\n')" ]]; then | |
| echo "New blog post: $NEW_POST_SLUGS" | |
| echo "new-blog-post=$(echo $NEW_POST_SLUGS)" >> "$GITHUB_OUTPUT" | |
| else | |
| echo "No new blog posts" | |
| echo "new-blog-post=" >> "$GITHUB_OUTPUT" | |
| fi | |
| publish-docker: | |
| name: Build & publish container to Docker Hub | |
| if: github.event_name == 'push' && !startsWith(github.ref, 'refs/heads/dependabot/') | |
| runs-on: ubuntu-latest | |
| needs: build | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: public | |
| path: public | |
| - uses: docker/setup-buildx-action@v2 | |
| - name: Login to DockerHub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Extract Docker metadata | |
| id: meta | |
| uses: docker/metadata-action@v4 | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| images: httptoolkit/website | |
| tags: | | |
| type=raw,value=prod,enable={{is_default_branch}} | |
| type=raw,value=latest,enable={{is_default_branch}} | |
| type=sha | |
| - name: Publish to Docker Hub | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: . | |
| push: ${{ github.event_name != 'pull_request' }} | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| publish-scaleway: | |
| name: Deploy to Scaleway | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/main' | |
| environment: production | |
| runs-on: ubuntu-latest | |
| needs: publish-docker | |
| steps: | |
| - name: Redeploy container | |
| uses: thibaultchazal/scaleway-serverless-container-deploy-action@0d290edda0c3359e51442bd8bf730eafef4e290f | |
| with: | |
| container_id: ${{ vars.SCW_API_CONTAINER_ID }} | |
| region: ${{ vars.SCW_API_CONTAINER_REGION }} | |
| secret_key: ${{ secrets.SCW_SECRET_KEY }} | |
| registry_image_url: "registry.hub.docker.com/httptoolkit/website:prod" | |
| - name: Redeploy failover container | |
| uses: thibaultchazal/scaleway-serverless-container-deploy-action@0d290edda0c3359e51442bd8bf730eafef4e290f | |
| with: | |
| container_id: ${{ vars.SCW_FAILOVER_API_CONTAINER_ID }} | |
| region: ${{ vars.SCW_FAILOVER_API_CONTAINER_REGION }} | |
| secret_key: ${{ secrets.SCW_SECRET_KEY }} | |
| registry_image_url: "registry.hub.docker.com/httptoolkit/website:prod" | |
| - name: Flush CDN cache | |
| run: | | |
| # Wait a little - the reploy command doesn't wait for the container to start up | |
| sleep 30 | |
| # Clear CDN cache to re-request content: | |
| curl -f --request POST \ | |
| --url https://api.bunny.net/pullzone/$PULL_ZONE_ID/purgeCache \ | |
| --header "AccessKey: $BUNNY_SITE_API_KEY" | |
| env: | |
| PULL_ZONE_ID: 960393 | |
| BUNNY_SITE_API_KEY: ${{ secrets.BUNNY_SITE_API_KEY }} | |
| announce-blog-changes: | |
| name: Announce new blog posts | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/main' && needs.check-blog-changes.outputs.new-blog-post != '' | |
| runs-on: ubuntu-latest | |
| needs: | |
| - check-blog-changes | |
| - publish-scaleway | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Send an email about the new blog post with Mailcoach | |
| run: | | |
| SLUG="${{ needs.check-blog-changes.outputs.new-blog-post }}" | |
| URL="https://httptoolkit.com/blog/$SLUG/" | |
| MARKDOWN=$(cat "src/posts/$SLUG.md") | |
| FRONTMATTER=$(echo "$MARKDOWN" | sed -n '/^---$/,/^---$/p') | |
| # Get the title - stripping any surrounding quotes if required | |
| TITLE=$(echo "$FRONTMATTER" | | |
| sed -n 's/^title: //p' | | |
| sed 's/^"//; s/"$//' | | |
| sed "s/^'//; s/'$//" | |
| ) | |
| # Get the post content, stripping out frontmatter: | |
| CONTENT=$(echo "$MARKDOWN" | sed '0,/^---$/d; 0,/^---$/d') | |
| API_ENDPOINT="https://http-toolkit.mailcoach.app/api/campaigns" | |
| # Create a Mailcoach campaign for this blog post email, scheduled to send | |
| # in 3 hours from now: | |
| CAMPAIGN_ID=$( | |
| curl \ | |
| -f -X POST $API_ENDPOINT \ | |
| -H "Authorization: Bearer $MAILCOACH_TOKEN" \ | |
| -H 'Accept: application/json' \ | |
| -H 'Content-Type: application/json' \ | |
| -d "{ | |
| \"name\": \"Blog post: $TITLE\", | |
| \"subject\": \"$TITLE\", | |
| \"schedule_at\":\"$(date -u -d "3 hours" +"%Y-%m-%d %H:%M:%S")\", | |
| \"email_list_uuid\": \"$MAILING_LIST_UUID\", | |
| \"template_uuid\": \"$EMAIL_TEMPLATE_ID\", | |
| \"fields\": { | |
| \"url\": \"$URL\", | |
| \"title\": \"$TITLE\", | |
| \"content\": $(echo "$CONTENT" | jq -R -r -s @json) | |
| } | |
| }" \ | |
| | jq -r .data.uuid | |
| ) | |
| # Send a test email with this content immediately: | |
| curl -f -X POST "$API_ENDPOINT/$CAMPAIGN_ID/send-test" \ | |
| -H "Authorization: Bearer $MAILCOACH_TOKEN" \ | |
| -H 'Accept: application/json' \ | |
| -H 'Content-Type: application/json' \ | |
| -d '{"email":"'$TEST_EMAIL'"}' | |
| env: | |
| MAILCOACH_TOKEN: ${{ secrets.MAILCOACH_TOKEN }} | |
| EMAIL_TEMPLATE_ID: ${{ vars.BLOG_POST_EMAIL_TEMPLATE_ID }} | |
| MAILING_LIST_UUID: ${{ vars.BLOG_POST_MAILING_LIST_UUID }} | |
| TEST_EMAIL: ${{ vars.BLOG_POST_TEST_EMAIL }} |