Skip to content

Commit c494e50

Browse files
author
kyle
committed
update github token access
1 parent b01b29b commit c494e50

13 files changed

Lines changed: 474 additions & 84 deletions

‎.github/composite_actions/log_metric/action.yaml‎

Lines changed: 108 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -1,37 +1,132 @@
11
name: Log Metric
2-
description: Log data point to a metric with the provided value. If the metric is not there, it will create one
2+
description: Log data point to a metric with the provided value. If the metric is not there, it will create one.
33
# To avoid 'Credentials could not be loaded' calling workflows must include:
44
# permissions:
55
# id-token: write
66
# contents: read
77
inputs:
88
aws-region:
99
required: true
10-
description: The AWS region
10+
description: The AWS region.
1111
role-to-assume:
1212
required: true
13-
description: The role to assume in the STS session
14-
metric-name:
15-
description: Name of the metric to track in Cloudwatch.
13+
description: The role to assume in the STS session.
14+
github-token:
1615
required: true
17-
value:
18-
# Why we publish value 0 on success: https://docs.aws.amazon.com/AmazonCloudWatch/latest/monitoring/publishingMetrics.html#publishingZero
19-
description: Value of the metric to track in Cloudwatch.
16+
description: Github token for requesting failing steps.
17+
job-status:
18+
description: Used to determine if we track success or failure.
19+
required: true
20+
job-identifier:
21+
description: For differentiating jobs of a run.
22+
required: true
23+
24+
25+
# Global Metric Dimensions
26+
testType:
27+
description: canary, integration, unit testType.
28+
required: true
29+
category:
30+
description: analytics, api, authenticator, etc.
2031
required: true
21-
dimensions:
22-
description: Dimensions of metric to track in Cloudwatch, in format dimensionName1=value,dimensionName2=value,...
32+
workflowName:
33+
description: The Github Action workflow.yaml file name. ie "AmplifyCanaries".
34+
required: true
35+
36+
# FlutterDart Workflows Metric Dimensions
37+
framework:
38+
description: flutter, dart.
39+
required: false
40+
flutterDartChannel:
41+
description: beta, stable.
42+
required: false
43+
dartVersion:
44+
description: 3, 2.19, 2.18, etc.
2345
required: false
46+
flutterVersion:
47+
description: 3.10.6, 3.10.5, etc.
48+
required: false
49+
dartCompiler:
50+
description: dart2js, ddc, dart, dart2wasm.
51+
required: false
52+
53+
# Platform Workflows Metric Dimensions
54+
platform:
55+
description: android, ios, web, linux, windows.
56+
required: false
57+
platformVersion:
58+
description: ios-14.5, ios-16, android-25-x86, etc.
59+
required: false
60+
2461
runs:
2562
using: 'composite'
2663
steps:
64+
- name: Exit if not scheduled
65+
shell: bash
66+
run: |
67+
if [ "${{ github.event_name }}" != "schedule" ]; then
68+
echo "This was not triggered by a schedule, exiting."
69+
exit 0
70+
fi
71+
2772
- name: Configure AWS credentials
2873
uses: aws-actions/configure-aws-credentials@67fbcbb121271f7775d2e7715933280b06314838 # 1.7.0
2974
with:
3075
role-to-assume: ${{ inputs.role-to-assume }}
3176
aws-region: ${{ inputs.aws-region }}
3277
role-duration-seconds: 900
3378

79+
- name: Get Job ID
80+
run: |
81+
substring="${{ inputs.job-identifier }}"
82+
83+
jobs_json=$(curl -s -H "Authorization: token ${{ inputs.github-token }}" \
84+
-H "Accept: application/vnd.github.v3+json" \
85+
"https://api.github.com/repos/fjnoyp/amplify-flutter/actions/runs/${{ github.run_id }}/jobs")
86+
87+
job_id=$(echo "$jobs_json" | jq --arg substring "$substring" '.jobs[] | select(.name | contains($substring)) | .id')
88+
89+
echo "substring is $substring"
90+
echo "job json is $jobs_json"
91+
echo "github run id is ${{ github.run_id}}"
92+
93+
echo "Job ID for job containing $substring is $job_id"
94+
echo "job_id=$job_id" >> $GITHUB_ENV
95+
shell: bash
96+
97+
- name: Get Failing Step
98+
if: ${{ job.status == 'failure' }}
99+
shell: bash
100+
run: |
101+
response=$(curl -s -H "Authorization: token ${{ inputs.github-token }}" \
102+
-H "Accept: application/vnd.github.v3+json" \
103+
"https://api.github.com/repos/fjnoyp/amplify-flutter/actions/jobs/${{ env.job_id }}")
104+
failing_step_name=$(echo "$response" | jq -r '.steps[] | select(.conclusion == "failure") | .name')
105+
106+
echo "FAILING_STEP=$failing_step_name" >> $GITHUB_ENV
107+
108+
- name: Change to Dart script directory
109+
run: cd ./tool
110+
shell: bash
111+
112+
- name: Install Dart dependencies (args)
113+
run: dart pub get
114+
shell: bash
115+
34116
- name: Run Dart script
35-
# Run a Dart script to put metric data.
36-
run: dart ./tool/send_metric_data.dart ${{ inputs.metric-name }} ${{ inputs.value }} ${{ inputs.dimensions }}
37-
shell: bash
117+
run: |
118+
dart ./tool/send_metric_data.dart \
119+
--metric-name="github_metric_1.0" \
120+
--job-status="${{ job.status == 'failure' }}" \
121+
--test-type="${{ inputs.testType }}" \
122+
--category="${{ inputs.category }}" \
123+
--workflow-name="${{ inputs.workflowName }}" \
124+
--framework="${{ inputs.framework }}" \
125+
--flutter-dart-channel="${{ inputs.flutterDartChannel }}" \
126+
--dart-version="${{ inputs.dartVersion }}" \
127+
--flutter-version="${{ inputs.flutterVersion }}" \
128+
--dart-compiler="${{ inputs.dartCompiler }}" \
129+
--platform="${{ inputs.platform }}" \
130+
--platform-version="${{ inputs.platformVersion }}" \
131+
--failing-step="${{ env.FAILING_STEP }}"
132+
shell: bash

‎.github/workflows/amplify_canaries.yaml‎

Lines changed: 43 additions & 46 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,8 @@ jobs:
3131
- channel: "stable"
3232
flutter-version: "3.10.1"
3333
steps:
34-
- uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # 3.5.3
34+
- name: Git Checkout
35+
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # 3.5.3
3536
with:
3637
persist-credentials: false
3738

@@ -53,24 +54,21 @@ jobs:
5354
- name: Build Canary (Android)
5455
run: build-support/build_canary.sh apk
5556

56-
- name: Log failing builds
57-
if: ${{ failure() }}
58-
uses: ./.github/composite_actions/log_metric
59-
with:
60-
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
61-
aws-region: ${{ secrets.AWS_REGION }}
62-
metric-name: BuildCanaryTestFailure
63-
value: 1
64-
dimensions: channel=${{ matrix.channel }}
65-
- name: Log succeeding builds
66-
if: ${{ success() }}
57+
- name: Log success/failure
58+
if: always()
6759
uses: ./.github/composite_actions/log_metric
6860
with:
6961
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
70-
aws-region: ${{ secrets.AWS_REGION }}
71-
metric-name: BuildCanaryTestFailure
72-
value: 0
73-
dimensions: channel=${{ matrix.channel }}
62+
aws-region: ${{ secrets.AWS_REGION }}
63+
github-token: ${{ secrets.GITHUB_TOKEN }}
64+
job-status: ${{ job.status }}
65+
job-identifier: ${{ matrix.channel }}, ${{ matrix.flutter-version}}
66+
testType: canary
67+
category: all
68+
workflowName: amplify_canaries/build
69+
framework: flutter
70+
flutterDartChannel: ${{ matrix.channel }}
71+
flutterVersion: ${{ matrix.flutter-version }}
7472

7573
e2e-android:
7674
runs-on: macos-latest
@@ -127,24 +125,22 @@ jobs:
127125
# Perform a build to reduce startup time of `flutter test` and prevent timeout
128126
script: cd canaries && flutter build apk --debug && flutter test -d emulator-5554 integration_test/main_test.dart
129127

130-
- name: Log failing android runs
131-
if: ${{ failure() }}
132-
uses: ./.github/composite_actions/log_metric
133-
with:
134-
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
135-
aws-region: ${{ secrets.AWS_REGION }}
136-
metric-name: E2ECanaryTestFailure
137-
value: 1
138-
dimensions: channel=${{ matrix.channel }},platform=android
139-
- name: Log succeeding android runs
140-
if: ${{ success() }}
128+
- name: Log success/failure
129+
if: always()
141130
uses: ./.github/composite_actions/log_metric
142131
with:
143132
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
144-
aws-region: ${{ secrets.AWS_REGION }}
145-
metric-name: E2ECanaryTestFailure
146-
value: 0
147-
dimensions: channel=${{ matrix.channel }},platform=android
133+
aws-region: ${{ secrets.AWS_REGION }}
134+
github-token: ${{ secrets.GITHUB_TOKEN }}
135+
job-status: ${{ job.status }}
136+
job-identifier: ${{ matrix.channel }}, ${{ matrix.flutter-version}}
137+
testType: canary
138+
category: all
139+
workflowName: amplify_canaries/e2e-android
140+
framework: flutter
141+
platform: android
142+
flutterDartChannel: ${{ matrix.channel }}
143+
flutterVersion: ${{ matrix.flutter-version }}
148144

149145
e2e-ios:
150146
runs-on: macos-13
@@ -205,21 +201,22 @@ jobs:
205201
flutter build ios --simulator --target=integration_test/main_test.dart
206202
flutter test -d test integration_test/main_test.dart --verbose
207203
208-
- name: Log failing ios runs
209-
if: ${{ failure() }}
210-
uses: ./.github/composite_actions/log_metric
211-
with:
212-
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
213-
aws-region: ${{ secrets.AWS_REGION }}
214-
metric-name: E2ECanaryTestFailure
215-
value: 1
216-
dimensions: channel=${{ matrix.channel }},platform=ios
217-
- name: Log succeeding ios runs
218-
if: ${{ success() }}
204+
- name: Log success/failure
205+
if: always()
219206
uses: ./.github/composite_actions/log_metric
220207
with:
221208
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
222-
aws-region: ${{ secrets.AWS_REGION }}
223-
metric-name: E2ECanaryTestFailure
224-
value: 0
225-
dimensions: channel=${{ matrix.channel }},platform=ios
209+
aws-region: ${{ secrets.AWS_REGION }}
210+
github-token: ${{ secrets.GITHUB_TOKEN }}
211+
job-status: ${{ job.status }}
212+
job-identifier: ${{ matrix.channel }}, ${{ matrix.flutter-version}}
213+
testType: canary
214+
category: all
215+
workflowName: amplify_canaries/e2e-ios
216+
framework: flutter
217+
platform: ios
218+
platformVersion: ${{ matrix.ios-version }}
219+
flutterDartChannel: ${{ matrix.channel }}
220+
flutterVersion: ${{ matrix.flutter-version }}
221+
222+

‎.github/workflows/amplify_integration_tests.yaml‎

Lines changed: 83 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -82,6 +82,23 @@ jobs:
8282
arch: ${{ matrix.arch }}
8383
script: aft exec --include=${{ matrix.scope }} -- small=true "<AFT_ROOT>/build-support/integ_test.sh" -d emulator-5554 --retries 1
8484

85+
- name: Log success/failure
86+
if: always()
87+
uses: ./.github/composite_actions/log_metric
88+
with:
89+
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
90+
aws-region: ${{ secrets.AWS_REGION }}
91+
github-token: ${{ secrets.GITHUB_TOKEN }}
92+
job-status: ${{ job.status }}
93+
job-identifier: ${{ matrix.scope }}, ${{ matrix.api-level}}, ${{ matrix.target }}
94+
testType: integration
95+
category: ${{ matrix.scope }}
96+
workflowName: ${{ matrix.scope }}/amplify_integration_tests
97+
framework: flutter
98+
flutterDartChannel: stable
99+
platform: android
100+
platformVersion: ${{ matrix.api-level }} ${{ matrix.arch }}
101+
85102
ios:
86103
runs-on: macos-latest
87104
# These permissions are needed to interact with GitHub's OIDC Token endpoint.
@@ -124,7 +141,23 @@ jobs:
124141

125142
- name: Run integration tests
126143
timeout-minutes: 60
127-
run: aft exec --include=${{ matrix.scope }} -- small=true "<AFT_ROOT>/build-support/integ_test_ios.sh" -d test
144+
run: aft exec --include=${{ matrix.scope }} -- small=true "<AFT_ROOT>/build-support/integ_test_ios.sh" -d test
145+
146+
- name: Log success/failure
147+
if: always()
148+
uses: ./.github/composite_actions/log_metric
149+
with:
150+
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
151+
aws-region: ${{ secrets.AWS_REGION }}
152+
github-token: ${{ secrets.GITHUB_TOKEN }}
153+
job-status: ${{ job.status }}
154+
job-identifier: ${{ matrix.scope }}
155+
testType: integration
156+
category: ${{ matrix.scope }}
157+
workflowName: ${{ matrix.scope }}/amplify_integration_tests
158+
framework: flutter
159+
flutterDartChannel: stable
160+
platform: ios
128161

129162
web:
130163
runs-on: ubuntu-latest
@@ -171,6 +204,23 @@ jobs:
171204
chromedriver --port=4444 &
172205
aft exec --include=${{ matrix.scope }} -- "<AFT_ROOT>/build-support/integ_test.sh" -d web-server
173206
207+
- name: Log success/failure
208+
if: always()
209+
uses: ./.github/composite_actions/log_metric
210+
with:
211+
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
212+
aws-region: ${{ secrets.AWS_REGION }}
213+
github-token: ${{ secrets.GITHUB_TOKEN }}
214+
job-status: ${{ job.status }}
215+
job-identifier: ${{ matrix.scope }}
216+
testType: integration
217+
category: ${{ matrix.scope }}
218+
workflowName: ${{ matrix.scope }}/amplify_integration_tests
219+
framework: flutter
220+
flutterDartChannel: stable
221+
platform: web
222+
platformVersion: chrome
223+
174224
# TODO(dnys1): Re-enable with self-hosted runners
175225
# macos:
176226
# runs-on: macos-latest
@@ -257,6 +307,22 @@ jobs:
257307
flutter config --enable-linux-desktop
258308
aft exec --include=${{ matrix.scope }} -- "<AFT_ROOT>/build-support/integ_test.sh" -d linux
259309
310+
- name: Log success/failure
311+
if: always()
312+
uses: ./.github/composite_actions/log_metric
313+
with:
314+
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
315+
aws-region: ${{ secrets.AWS_REGION }}
316+
github-token: ${{ secrets.GITHUB_TOKEN }}
317+
job-status: ${{ job.status }}
318+
job-identifier: ${{ matrix.scope }}
319+
testType: integration
320+
category: ${{ matrix.scope }}
321+
workflowName: ${{ matrix.scope }}/amplify_integration_tests
322+
framework: flutter
323+
flutterDartChannel: stable
324+
platform: linux
325+
260326
windows:
261327
runs-on: windows-latest
262328
# These permissions are needed to interact with GitHub's OIDC Token endpoint.
@@ -301,3 +367,19 @@ jobs:
301367
run: |
302368
flutter config --enable-windows-desktop
303369
dart pub global run aft exec --include=${{ matrix.scope }} -- flutter test integration_test/main_test.dart -d windows
370+
371+
- name: Log success/failure
372+
if: always()
373+
uses: ./.github/composite_actions/log_metric
374+
with:
375+
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
376+
aws-region: ${{ secrets.AWS_REGION }}
377+
github-token: ${{ secrets.GITHUB_TOKEN }}
378+
job-status: ${{ job.status }}
379+
job-identifier: ${{ matrix.scope }}
380+
testType: integration
381+
category: ${{ matrix.scope }}
382+
workflowName: ${{ matrix.scope }}/amplify_integration_tests
383+
framework: flutter
384+
flutterDartChannel: stable
385+
platform: windows

0 commit comments

Comments
 (0)