Skip to content

thumbnail: correct the montage-memory mechanism in docs/comments #632

thumbnail: correct the montage-memory mechanism in docs/comments

thumbnail: correct the montage-memory mechanism in docs/comments #632

Workflow file for this run

name: Deploy lambdas to S3 and ECR
on:
push:
branches:
- master
- thumbnail-montage-bounded-memory # TEMP: build branch image for dev-stack benchmark; revert before merge
paths:
- '.github/workflows/deploy-lambdas.yaml'
- 'lambdas/**'
jobs:
deploy-lambda-s3:
if: github.ref == 'refs/heads/master' # TEMP: skip on the benchmark branch; revert before merge
strategy:
fail-fast: false
matrix:
path:
- access_counts
- es_ingest
- iceberg
- pkgevents
- pkgpush
- preview
- s3hash
- status_reports
- manifest_indexer
- transcode
runs-on: ubuntu-latest
# These permissions are needed to interact with GitHub's OIDC Token endpoint.
permissions:
id-token: write
contents: read
steps:
- uses: actions/checkout@v6
- name: Build zip
run: |
BUILDER_IMAGE=amazon/aws-lambda-python:$(cat lambdas/${{ matrix.path }}/.python-version)
touch ./out.zip
docker run --rm \
--entrypoint /build_zip.sh \
-v "$PWD/lambdas/${{ matrix.path }}":/lambda/function:z \
-v "$PWD/out.zip":/out.zip:z \
-v "$PWD/lambdas/scripts/build_zip.sh":/build_zip.sh:z \
"$BUILDER_IMAGE"
- name: Configure AWS credentials from Prod account
uses: aws-actions/configure-aws-credentials@v6
with:
role-to-assume: arn:aws:iam::730278974607:role/github/GitHub-Quilt
aws-region: us-east-1
- name: Upload zips to Prod S3
run: |
s3_key="${{ matrix.path }}/${{ github.sha }}.zip"
./lambdas/scripts/upload_zip.sh ./out.zip "$AWS_REGION" "$s3_key"
- name: Configure AWS credentials from GovCloud account
uses: aws-actions/configure-aws-credentials@v6
with:
role-to-assume: arn:aws-us-gov:iam::313325871032:role/github/GitHub-Quilt
aws-region: us-gov-east-1
- name: Upload zips to GovCloud S3
run: |
s3_key="${{ matrix.path }}/${{ github.sha }}.zip"
./lambdas/scripts/upload_zip.sh ./out.zip "$AWS_REGION" "$s3_key"
deploy-lambda-ecr:
strategy:
fail-fast: false
matrix:
path:
# TEMP: thumbnail only for the dev-stack benchmark; restore indexer +
# tabular_preview before merge
- thumbnail
runs-on: ubuntu-latest
# These permissions are needed to interact with GitHub's OIDC Token endpoint.
permissions:
id-token: write
contents: read
steps:
- uses: actions/checkout@v6
- name: Build Docker image
working-directory: ./lambdas/${{ matrix.path }}
run: docker buildx build -t "quiltdata/lambdas/${{ matrix.path }}:${{ github.sha }}" -f Dockerfile .
- name: Configure AWS credentials from Prod account
uses: aws-actions/configure-aws-credentials@v6
with:
role-to-assume: arn:aws:iam::730278974607:role/github/GitHub-Quilt
aws-region: us-east-1
- name: Push Docker image to Prod ECR
run: ./lambdas/scripts/upload_ecr.sh 730278974607 "quiltdata/lambdas/${{ matrix.path }}:${{ github.sha }}"
# TEMP: GovCloud push removed for the branch build (dev-stack pulls from
# Prod only); restore before merge.