google-github-actions / upload-cloud-storage Goto Github PK

upload-report:
    name: Upload Report
    if: (success() || failure()) && needs.test-integration.result != 'skipped'
    runs-on: ubuntu-latest
    environment:
      name: dev-cluster
    env:
      JOB_NAME: ${{github.job}}
    needs:
      - test-integration
    steps:
      - name: Archive Report Download
        uses: actions/download-artifact@v3
        with:
          path: tests/output/allure-report
      - name: Authenticate to GCP
        uses: google-github-actions/[email protected]
        with:
          token_format: access_token
          workload_identity_provider: ${{ secrets.*** }}
          service_account: ${{ secrets.***}}
      - name: Authenticate to GKE cluster
        uses: google-github-actions/[email protected]
        with:
          cluster_name: ${{ secrets.*** }}
          location: ${{ secrets.*** }}
          use_internal_ip: true
      - name: Upload Report
        uses: google-github-actions/upload-cloud-storage@v1
        with:
          path: tests/output/allure-report
          parent: false
          destination: ${{ env.BUCKET_NAME }}/${{ env.BUCKET_PATH }}
          concurrency: 50

# Paste your complete GitHub Actions YAML here, removing
      - name: Upload app files
        uses: google-github-actions/[email protected]
        with:
          path: ${{ env.BUILT_APP_DIR }}
          parent: false
          destination: my-bucket-name
          glob: '**/*'
          gzip: true
          headers: |-
            cache-control: public, max-age=300, must-revalidate
# any sensitive values.

steps:
  - id: upload-files
    uses: google-github-actions/transfer-cloud-storage@main
    with:
      source: /path/to/folder
      destination: bucket-name
  - id: download-files
    uses: google-github-actions/transfer-cloud-storage@main
    with:
      source: gs://bucket-name/dir/file.txt
      destination: file.txt

MD5值:124122FE6698062272D590E0FCC0C883 #243  #`

- name: Upload apk file
      uses: google-github-actions/[email protected]
      with:
        path: asdf
        destination: asdf
        parent: false

      - uses: google-github-actions/upload-cloud-storage@v0
        if: hashFiles('output.json') != ''
        name: Upload Artifact (json) to Google Cloud Storage
        with: 
          path: ${{ steps.date.outputs.date }}_${{ matrix.configuration }}.json
          destination: mobile-reports/public/moz-mobile-test-health/${{ steps.date.outputs.day }}

name: upload-gcs
on: [workflow_call]
jobs:
  upload:
    runs-on: ubuntu-latest
    permissions:
      contents: read
      id-token: write
    steps:
    - id: gh-checkout
      uses: actions/checkout@v3
    - id: setup-node
      uses: actions/setup-node@v3

    - id: setup-dependencies
      run: |
        npm install yaml

    - id: parse-acl
      uses: actions/github-script@v6
      with:
        script: |
          // script generates a YAML file with the ACL policy and saves it to /tmp/acl.yaml
          // script also outputs a "acl" output variable with the path to the generated file (/tmp/acl.yaml)

    - id: gcp-authenticate
      uses: google-github-actions/auth@v1
      with:
        workload_identity_provider: [identityProvider] # redacted
        service_account: [serviceAccount] # redacted

    - id: gcp-upload-acl
      uses: google-github-actions/upload-cloud-storage@v1
      with:
        path: ${{ steps.parse-acl.outputs.acl }} # value is /tmp/acl.yaml
        destination: gs://[bucket]/.acl/acl.yaml # bucket name redacted
        parent: false
        gzip: false
        headers: |-
          content-type: text/yaml

i can't unfortunately as it is a private org repo. but the bug can be recreated really easily, a folder will be uploaded instead of just a file as i explained.

...
jobs:
  {NAME}:
    runs-on: ubuntu-latest
    steps:
      ...
      - name: Auth
        id: auth
        uses: google-github-actions/auth@v1
        with:
          path: ${{steps.path.outputs.path}}
          parent: false
          destination: ${{ steps.cdnpath.outputs.cdnpath }}/
          predefinedAcl: publicRead
          credentials_json: ${{ secrets.CDN_WRITER }}
      - name: Upload file
        id: upload-file
        uses: google-github-actions/upload-cloud-storage@v1
        with:
          path: ${{steps.path.outputs.path}}
          parent: false
          destination: ${{ steps.cdnpath.outputs.cdnpath }}/
          predefinedAcl: publicRead
      ...

not: applicable

# Paste your complete GitHub Actions YAML here, removing
# any sensitive values.
      - name: Upload assets
        uses: google-github-actions/[email protected]
        with:
          path: ${{ env.BUILT_APP_DIR }}
          parent: false
          destination: ${{ env.GCS_BUCKET }}
          glob: 'assets/*'
          gzip: true
          headers: |-
            cache-control: public,max-age=31536000,immutable

            -   name: Upload files
                id: upload-files
                uses: google-github-actions/upload-cloud-storage@main
                with:
                    path: foo
                    destination: bucketname 
                    gzip: false

not: applicable

name: Move to Firebase storage on workflow_dispatch
'on': 
 workflow_dispatch:
    inputs:
      environment:
        description: 'Environment'
        required: true
        default: 'metroplex'
        
jobs:
  build:
    name: Build
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          path: main
      - name: Checkout ex builder repo
        uses: actions/checkout@v3
        with:
          repository: carear-io/CareARExperienceBuilder
          path: CareARExperienceBuilder
          ref: ${{ github.event.inputs.experiencebuilderbranch  }} 
          token: ${{ secrets.GIT_ACCESSTOKEN_CICD }}
    
 [[ here we have the logic to build the app]
       
      - name: Upload Artifact
        uses: actions/upload-artifact@master
        with:
          name: build
          path: ./main/build
          
  deploy:
    name: Deploy
    needs: [build]
    runs-on: ubuntu-latest
    steps:
      - name: Download the build output
        uses: actions/download-artifact@v3
        with:
          name: build

      - id: 'auth'
        uses: 'google-github-actions/auth@v0'
        with:
           credentials_json: '${{ secrets.FIREBASE_CAREAR_METROPLEX}}'    

      - id: 'upload-folder'
        uses: 'google-github-actions/upload-cloud-storage@v1'
        with:
          path: '.'
          destination: 'carear-metroplex-portal' 
          parent: false
          process_gcloudignore: true

Here is my gcpauth.yml file

name: Auth
on:
  push:
    branches: [ "main" ]
  workflow_dispatch:
jobs:
  build:
    runs-on: ubuntu-latest
    
    # Add "id-token" with the intended permissions.
    permissions:
      contents: 'read'
      id-token: 'write'
      
    steps:
      # actions/checkout MUST come before auth    
      - uses: 'actions/checkout@v3'
      
      - id: 'auth'
        name: 'Authenticate to Google Cloud'
        uses: 'google-github-actions/auth@v1'
        with:
          workload_identity_provider: 'https://iam.googleapis.com/projects/xxxxxxxxx/locations/global/workloadIdentityPools/workload-auth/providers/oidc/*'
          service_account: '[email protected]'
          path: ./results.sarif
          destination: github_action/testing/
          
          #credentials_json: ${{ secrets.gcp_credentials }}
          
#       - name: 'Set up Cloud SDK'
#         uses: 'google-github-actions/setup-gcloud@v1'

#       - name: 'Create files'
#         run: |-
#            mkdir -p test
#            touch test/test2.txt

#       - name: 'Use gcloud CLI'
#         run: 'gsutil -m rsync -R test/test2.txt gs://<github_action>'

      
#       - id: 'upload-file'
#         uses: 'google-github-actions/upload-cloud-storage@v1'
#         with:           
#           path: 'https://console.cloud.google.com/storage/browser/github_action'
#           destination: 'github_action/testing'
#         env:
#           files: '${{ steps.upload-folder.outputs.uploaded }}  

- name: Deploy to GCS 
  uses: 'google-github-actions/upload-cloud-storage@v0'
  with:
    path: './build'
    destination: 'some-destination'
    parent: false
    project_id: {project_name}
    concurrency: 50

name: Deploy

on:
  push:
    branches:
      - master

jobs:
  deploy:
    name: Deploy
    runs-on: ubuntu-latest
    permissions:
      contents: read
      id-token: write
    steps:
      - uses: actions/checkout@v2
      - id: auth
        uses: google-github-actions/auth@v0
        with:
          workload_identity_provider: ${{ secrets.GCLOUD_WORKLOAD_IDENTITY_PROVIDER }}
          service_account: ${{ secrets.GCLOUD_SERVICE_ACCOUNT }}
      - id: upload-artifacts
        uses: google-github-actions/upload-cloud-storage@v0
        with:
          path: ./
          destination: bucket

steps:
  - id: upload-files
    uses: google-github-actions/upload-cloud-storage@main
    with:
      path: /path/to/folder
      match: **/!(*.map)
      destination: bucket-name

steps:
  - id: upload-files
    uses: google-github-actions/upload-cloud-storage@main
    with:
      path: /path/to/folder
      destination: bucket-name
      headers:
        - "Content-Type:text/xml"
        - "Cache-Control:public, max-age=600"

on:
  workflow_dispatch:

jobs:
  static:
    runs-on: ubuntu-latest

    steps:
    - id: 'upload-file'
      uses: 'google-github-actions/upload-cloud-storage@v0'
      with:
        path: './path/to/file'
        destination: 'bucket'

steps:
  - id: upload-files
    uses: GoogleCloudPlatform/github-actions/upload-cloud-storage@master
    with:
      path: /path/to/folder
      destination: bucket-name

steps:
  - id: upload-files
    uses: GoogleCloudPlatform/github-actions/upload-cloud-storage@master
    with:
      path: /path/to/folder
      destination: bucket-name
      root: true

- name: Upload to Google
  uses: google-github-actions/upload-cloud-storage@main
  with:
    credentials: ${{ secrets.credentials}}
    path: 'sourcedir'
    destination: ${{ secrets.bucket}}
    parent: false
    remove: true

name: Build and Deploy to Cloud Run

# Defining Triggers.
# In our case : any push to the dev_omipar branch
on:
  push:
    branches:
    - dev_omipar

# Defining ENV vars internal to the flow
env:
  PROJECT_ID: datalake-298101
  REGION: us-central1
  DEPLOYMENT_NAME: omipar-dev
  IMAGE: omipar-dev

jobs:
  setup-build-publish-deploy:
    name: Setup, Build, Publish, and Deploy
    runs-on: ubuntu-latest

    strategy:
      matrix:
        node-version: [12.x]

    steps:

    # Checking out code from github repo
    - name: Checkout
      uses: actions/checkout@v2
    - name: Use Node.js ${{ matrix.node-version }}
      uses: actions/setup-node@v1
      with:
        node-version: ${{ matrix.node-version }}
    - name: npm install and test
      run: |
        npm install
        npm test > coverage.txt
      env:
        CI: true
    - uses: papeloto/action-zip@v1
      with:
        files: coverage/ index.json
        dest: result.zip

    # Setup gcloud SDK access to cloud resources by refering to github Secrets store
    - uses: google-github-actions/setup-gcloud@master
      with:
        service_account_key: ${{ secrets.gcp_credentials }}
        project_id: ${{ env.PROJECT_ID }}


    # Configure Docker to use the gcloud command-line tool as a helper for authentication
    - run: |-
        gcloud --quiet auth configure-docker
    
    # upload
    - name: 'Upload assets to GCP bucket, CDN'
      uses: google-github-actions/[email protected]
      with:
        credentials_json: ${{ secrets.gcp_credentials }}
    - uses: google-github-actions/[email protected]
      with:
        path: coverage
        destination: omipar-release-test-case-reports
    
    # Build the Docker image
    - name: Build
      run: |-
        sudo docker build --tag "gcr.io/$PROJECT_ID/$IMAGE:latest" .
    # Push the updated build into the GCR registry
    - uses: mattes/gce-docker-push-action@v1
      with:
        creds: ${{ secrets.gcp_credentials }}
        src: gcr.io/${{ env.PROJECT_ID }}/${{ env.IMAGE}}:latest
        dst: gcr.io/${{ env.PROJECT_ID }}/${{ env.IMAGE}}:latest
        
    # - name: Send mail
    #   uses: dawidd6/action-send-mail@v3
    #   with:
    #     # Required mail server address:
    #     server_address: smtp.gmail.com
    #     # Required mail server port:
    #     server_port: 465
    #     # Optional (recommended): mail server username:
    #     username: ${{secrets.USERNAME}}
    #     # Optional (recommended) mail server password:
    #     password: ${{secrets.PASSWORD}}
    #     # Required mail subject:
    #     subject: Github Actions job result
    #     # Required recipients' addresses:
    #     to: [email protected]
    #     # Required sender full name (address can be skipped):
    #     from: Mihir Mehta # <[email protected]>
    #     # Optional whether this connection use TLS (default is true if server_port is 465)
    #     secure: true
    #     # Optional plain body:
    #     body: Build job of ${{github.repository}} completed successfully!
    #     # Optional HTML body read from file:
    #     # html_body: file://result.zip
    #     attachments: result.zip
    #     # Optional unsigned/invalid certificates allowance:
    #     ignore_cert: true
    #     # Optional converting Markdown to HTML (set content_type to text/html too):
    #     convert_markdown: true
    - name: Send email through SendGrid
      uses: peter-evans/sendgrid-action@v1
      env:
        SENDGRID_API_KEY: ${{ secrets.SENDGRID_API_KEY }}
        
    - name: Deploy to Cloud Run
      id: deploy
      uses: google-github-actions/deploy-cloudrun@main
      with:
        service: ${{env.DEPLOYMENT_NAME}}
        image: gcr.io/${{ env.PROJECT_ID }}/${{ env.IMAGE}}:latest
        project_id: ${{ env.PROJECT_ID }}
        region: ${{env.REGION}}
        credentials: ${{ secrets.gcp_credentials }}
        flags: --service-account [email protected] --memory 2Gi

...
...
jobs:
    build:
        name: Compile and package
        runs-on: windows-latest
...
...
         -
            name: Collect UnitTests files
            id: collect-test-files
            env:
                PRODUCT_VERSION: ${{ steps.create-version-id.outputs.version }}
            run: |
                $fileName = "archive.$($env:PRODUCT_VERSION).tar.gz"

                Start-Process -NoNewWindow -FilePath 'tar.exe' -ArgumentList  "-cz", "-f $fileName", ".\UnitTestFiles" -Wait;

                $fileName = "$(Get-Location)\$fileName"

                Write-Host "::set-output name=unittest_file::$fileName"
        -
            name: Authenticate to Google Cloud
            uses: 'google-github-actions/auth@v0'
            with:
                credentials_json: '${{ secrets.GCP_CREDENTIALS }}'
        -
            name: Upload to Google Storage bucket
            uses: 'google-github-actions/upload-cloud-storage@v0'
            with:
                path: '${{ steps.collect-test-files.outputs.unittest_file }}'
                destination: 'integration-tests-cache'
                parent: false

...
...
jobs:
    build:
        name: Compile and package
        runs-on: windows-latest
...
...
         -
            name: Collect UnitTests files
            id: collect-test-files
            env:
                PRODUCT_VERSION: ${{ steps.create-version-id.outputs.version }}
            run: |
                $fileName = "archive.$($env:PRODUCT_VERSION).tar.gz"

                Start-Process -NoNewWindow -FilePath 'tar.exe' -ArgumentList  "-cz", "-f $fileName", ".\UnitTestFiles" -Wait;

                $fileName = "$(Get-Location)\$fileName"

                Write-Host "::set-output name=unittest_file::$fileName"
        -
            name: Authenticate to Google Cloud
            uses: 'google-github-actions/auth@v0'
            with:
                credentials_json: '${{ secrets.GCP_CREDENTIALS }}'
        -
            name: Upload to Google Storage bucket
            uses: 'google-github-actions/upload-cloud-storage@v0'
            with:
                path: '${{ steps.collect-test-files.outputs.unittest_file }}'
                destination: 'integration-tests-cache'
                parent: false



Sorry - it is a private repo - could not paste the whole workflow

name: Sync

on:
  schedule:
    - cron: '17/30 * * * *'
  workflow_dispatch:

jobs:
  sync:
    runs-on: ubuntu-latest

    permissions:
      contents: 'write'
      id-token: 'write'

    env:
      BUCKET_NAME: linux-mirror-db
      DB_NAME: mirror.sl3
      URL_PREFIX: mirror-chunk-
      # 10MB = 10 * 1024 * 1024 = 10485760
      SERVER_CHUNK_SIZE: 10485760
      SUFFIX_LENGTH: 3

    steps:
      - uses: actions/checkout@v2

      - name: Download CSVs
        run: |
          wget https://${BUCKET_NAME}.storage.googleapis.com/fixes.csv
          wget https://${BUCKET_NAME}.storage.googleapis.com/reported_by.csv
          wget https://${BUCKET_NAME}.storage.googleapis.com/tags.csv
          wget https://${BUCKET_NAME}.storage.googleapis.com/upstream.csv
          wget https://${BUCKET_NAME}.storage.googleapis.com/cve.csv

      - name: Recreate SQLite3 DB
        run: |
          sudo apt update && sudo apt install sqlite3
          rm -f mirror.sl3
          sqlite3 mirror.sl3 '.mode csv' '.import fixes.csv fixes'
          sqlite3 mirror.sl3 '.mode csv' '.import reported_by.csv reported_by'
          sqlite3 mirror.sl3 '.mode csv' '.import tags.csv tags'
          sqlite3 mirror.sl3 '.mode csv' '.import upstream.csv upstream'
          sqlite3 mirror.sl3 '.mode csv' '.import cve.csv cve'
          sqlite3 mirror.sl3 'CREATE INDEX fixes_commit ON fixes (`commit`,`fixes`);'
          sqlite3 mirror.sl3 'CREATE INDEX fixes_fixes ON fixes (`fixes`,`commit`);'
          sqlite3 mirror.sl3 'CREATE INDEX reported_by_commit ON reported_by (`commit`,`reported_by`);'
          sqlite3 mirror.sl3 'CREATE INDEX tags_commit ON tags (`commit`,`tags`);'
          sqlite3 mirror.sl3 'CREATE INDEX upstream_commit ON upstream (`commit`,`upstream`);'
          sqlite3 mirror.sl3 'CREATE INDEX upstream_upstream ON upstream (`upstream`,`commit`);'
          sqlite3 mirror.sl3 'CREATE INDEX cve_commit ON cve (`commit`,`cve`);'
          sqlite3 mirror.sl3 'CREATE INDEX cve_cve ON cve (`cve`,`commit`);'
          sqlite3 mirror.sl3 'pragma journal_mode = delete; pragma page_size = 1024; vacuum;'
          echo "::set-output name=databaseChecksum::$(sha1sum mirror.sl3 | cut -f1 -d' ')"

      - id: 'split-db'
        run: |
          databaseLengthBytes="$(stat --printf="%s" "${DB_NAME}")"
          requestChunkSize="$(sqlite3 "${DB_NAME}" 'pragma page_size')"
          rm -f ${URL_PREFIX}*
          split "${DB_NAME}" --bytes=${SERVER_CHUNK_SIZE} --suffix-length=${SUFFIX_LENGTH} --numeric-suffixes ${URL_PREFIX}
          echo "::set-output name=requestChunkSize::${requestChunkSize}"
          echo "::set-output name=databaseLengthBytes::${databaseLengthBytes}"

      - uses: 'google-github-actions/auth@v0'
        with:
          workload_identity_provider: 'projects/799795028847/locations/global/workloadIdentityPools/github-pool/providers/github-provider'
          service_account: '[email protected]'

      - id: 'upload-db'
        uses: 'google-github-actions/upload-cloud-storage@v0'
        with:
          parent: false
          path: '${{ env.DB_NAME }}'
          destination: '${{ env.BUCKET_NAME }}'

      - id: 'upload-db-chunks'
        uses: 'google-github-actions/upload-cloud-storage@v0'
        with:
          destination: '${{ env.BUCKET_NAME }}/'
          glob: '${{ env.URL_PREFIX }}*'
          path: ./
          gzip: false
          headers: |-
            cache-control: max-age=30, must-revalidate

      - name: "Update config"
        env:
          requestChunkSize: '${{ steps.split-db.outputs.requestChunkSize }}'
          databaseLengthBytes: '${{ steps.split-db.outputs.databaseLengthBytes }}'
          databaseChecksum: '${{ steps.split-db.outputs.databaseChecksum }}'
          uploadedPath: 'https://storage.googleapis.com/${{ env.BUCKET_NAME }}/${{ env.URL_PREFIX }}'
        run: |
          echo '{
              "serverMode": "chunked",
              "requestChunkSize": '${requestChunkSize}',
              "databaseLengthBytes": '${databaseLengthBytes}',
              "serverChunkSize": '${SERVER_CHUNK_SIZE}',
              "urlPrefix": "'${uploadedPath}'",
              "suffixLength": '${SUFFIX_LENGTH}'
          }' | tee "config.json"

      - id: 'upload-config'
        uses: 'google-github-actions/upload-cloud-storage@v0'
        with:
          parent: false
          path: 'config.json'
          destination: '${{ env.BUCKET_NAME }}'
          headers: |-
            cache-control: max-age=3, must-revalidate

- uses: google-github-actions/upload-cloud-storage@main
   name: Upload Artifact (json) to Google Cloud Storage
   with: 
       path: file
       destination:  bucket/output
       env-pub: FOOBAR
  -name: Use URL for something
    run: echo "${{ env.FOOBAR }}"

# Paste your complete GitHub Actions YAML here, removing
# any sensitive values.

          path: /home/runner/work/test-upload-gcs-action/test-upload-gcs-action/nested/in/here
          parent: false

name: Deploy production

on:
  push:

jobs:
  deploy-production:
    runs-on: ubuntu-latest
    name: Deploy
    permissions:
      contents: 'read'
      id-token: 'write'

    steps:
      - uses: actions/checkout@v2
        with:
          ref: main

      - uses: actions/setup-node@v2
        with:
          node-version: '16.13'

      - name: Install
        run: npm i

      - name: Build
        run: npm run build

      - id: 'auth'
        uses: 'google-github-actions/auth@v0'
        with:
          credentials_json: '${{ secrets.GCP_CREDENTIALS_PRODUCTION }}'

      - id: 'upload-build-folder'
        uses: 'google-github-actions/upload-cloud-storage@v0'
        with:
          path: './build'
          destination: 'path/to/folder'
          parent: false

      - name: Upload to Google Cloud Storage
        uses: google-github-actions/upload-cloud-storage@main
        with:
          credentials: ${{ secrets.gcs_credentials }}
          path: build
          parent: false
          destination: some-bucket.example.com/some/destination

- name: 'upload file'
        uses: 'google-github-actions/upload-cloud-storage@v0'
        with:
          path: '/tmp/test.txt'
          destination: 'bucket_name/test.txt'