5353 path : src/templateUrlMieDevelopment.txt
5454 retention-days : 3
5555
56- build-mie-dev-us-west-2 :
57- runs-on : ubuntu-latest
58- steps :
59- - name : Checkout MIE development branch
60- uses : actions/checkout@v2
61- with :
62- repository : awslabs/aws-media-insights-engine
63- ref : development
64-
65- - name : Initialize AWS credentials
66- uses : aws-actions/configure-aws-credentials@v1
67- with :
68- aws-access-key-id : ${{ secrets.BUILD_AWS_ACCESS_KEY_ID }}
69- aws-secret-access-key : ${{ secrets.BUILD_AWS_SECRET_ACCESS_KEY }}
70- aws-region : us-west-2
71-
72- - name : Generate short sha
73- run : |
74- echo "SHORT_SHA=`git rev-parse --short HEAD`" >> $GITHUB_ENV
75-
76- - name : Run build script
77- run : |
78- cd deployment
79- MIE_STACK_NAME="prm${SHORT_SHA}"
80- REGION=us-west-2
81- VERSION="pr${SHORT_SHA}"
82- DIST_OUTPUT_BUCKET=micl-dev
83- TEMPLATE_OUTPUT_BUCKET=micl-dev-us-west-2
84- ./build-s3-dist.sh --no-layer --template-bucket $TEMPLATE_OUTPUT_BUCKET --code-bucket $DIST_OUTPUT_BUCKET --version $VERSION --region $REGION
85- read -r TEMPLATE < templateUrl.txt
86- pwd
87-
88- - name : ' Upload MIE One-click Deployment Artifact'
89- uses : actions/upload-artifact@v2
90- with :
91- name : templateUrl
92- path : deployment/templateUrl.txt
93- retention-days : 3
94-
95-
9656 scan-3rd-party-data-us-west-2 :
9757 needs : build-content-localization-dev-us-west-2
9858 runs-on : ubuntu-latest
@@ -165,86 +125,11 @@ jobs:
165125 # check it with Hawkeye
166126 # - name: Hawkeye Scanner
167127 # uses: ./.github/actions/hawkeye-scan
168-
169- deploy-mie-dev-us-west-2 :
170- needs : build-mie-dev-us-west-2
171- runs-on : ubuntu-latest
172- env :
173- MIE_REGION : ' us-west-2'
174- steps :
175- - name : Check out pr branch
176- 177- with :
178- ref : ${{ github.sha }}
179- - name : Initialize build AWS credentials
180- uses : aws-actions/configure-aws-credentials@v1
181- with :
182- aws-access-key-id : ${{ secrets.BUILD_AWS_ACCESS_KEY_ID }}
183- aws-secret-access-key : ${{ secrets.BUILD_AWS_SECRET_ACCESS_KEY }}
184- aws-region : us-west-2
185- - name : Generate short sha
186- run : |
187- echo "MIE_STACK_NAME=prm`git rev-parse --short HEAD`" >> $GITHUB_ENV
188- echo "SHORT_SHA=`git rev-parse --short HEAD`" >> $GITHUB_ENV
189- - name : Download all workflow run artifacts
190- uses : actions/download-artifact@v2
191- - name : Deploy
192- run : |
193- 194- REGION=us-west-2
195- VERSION="pr-${SHORT_SHA}"
196- DIST_OUTPUT_BUCKET=micl-dev
197- TEMPLATE_OUTPUT_BUCKET=$DIST_OUTPUT_BUCKET-$REGION
198- TEMPLATE=`cat templateUrl/templateUrl.txt`
199-
200- echo "deploy cloudformation: 'aws cloudformation create-stack --stack-name $MIE_STACK_NAME --template-url $TEMPLATE --region $REGION --parameters ParameterKey=DeployTestResources,ParameterValue=true ParameterKey=MaxConcurrentWorkflows,ParameterValue=10 ParameterKey=DeployAnalyticsPipeline,ParameterValue=true ParameterKey=EnableXrayTrace,ParameterValue=true --capabilities CAPABILITY_IAM CAPABILITY_NAMED_IAM CAPABILITY_AUTO_EXPAND --disable-rollback'"
201- aws cloudformation create-stack --stack-name $MIE_STACK_NAME --template-url $TEMPLATE --region $REGION --parameters ParameterKey=DeployTestResources,ParameterValue=true ParameterKey=MaxConcurrentWorkflows,ParameterValue=10 ParameterKey=DeployAnalyticsPipeline,ParameterValue=true ParameterKey=EnableXrayTrace,ParameterValue=true --capabilities CAPABILITY_IAM CAPABILITY_NAMED_IAM CAPABILITY_AUTO_EXPAND --disable-rollback
202- aws cloudformation wait stack-create-complete --stack-name $MIE_STACK_NAME
203- exit 0
204128
205- deploy-content-localization-dev-us-west-2 :
206- needs :
207- - deploy-mie-dev-us-west-2
208- - build-content-localization-dev-us-west-2
209- - scan-us-west-2
210- - scan-3rd-party-data-us-west-2
211- runs-on : ubuntu-latest
212- env :
213- MIE_REGION : ' us-west-2'
214- steps :
215- - name : Check out pr branch
216- 217- with :
218- ref : ${{ github.sha }}
219- - name : Initialize build AWS credentials
220- uses : aws-actions/configure-aws-credentials@v1
221- with :
222- aws-access-key-id : ${{ secrets.BUILD_AWS_ACCESS_KEY_ID }}
223- aws-secret-access-key : ${{ secrets.BUILD_AWS_SECRET_ACCESS_KEY }}
224- aws-region : us-west-2
225- - name : Generate short sha
226- run : |
227- echo "CONTENT_LOCALIZATION_STACK_NAME=pr`git rev-parse --short HEAD`" >> $GITHUB_ENV
228- echo "MIE_STACK_NAME=prm`git rev-parse --short HEAD`" >> $GITHUB_ENV
229- echo "SHORT_SHA=`git rev-parse --short HEAD`" >> $GITHUB_ENV
230- - name : Download all workflow run artifacts
231- uses : actions/download-artifact@v2
232- - name : Deploy
233- run : |
234- 235- REGION=us-west-2
236- VERSION="pr-${SHORT_SHA}"
237- DIST_OUTPUT_BUCKET=micl-dev
238- TEMPLATE_OUTPUT_BUCKET=$DIST_OUTPUT_BUCKET-$REGION
239- CLOUDFORMATION_TEMPLATE=`cat templateUrlMieDevelopment/templateUrlMieDevelopment.txt`
240-
241- echo "deploy cloudformation: 'aws cloudformation create-stack --stack-name $CONTENT_LOCALIZATION_STACK_NAME --template-url $CLOUDFORMATION_TEMPLATE --region $REGION --parameters ParameterKey=AdminEmail,ParameterValue=$EMAIL ParameterKey=ElasticSearchNodeSize,ParameterValue=t2.small.elasticsearch ParameterKey=MieStackName,ParameterValue=$MIE_STACK_NAME --capabilities CAPABILITY_IAM CAPABILITY_NAMED_IAM CAPABILITY_AUTO_EXPAND --disable-rollback'"
242- aws cloudformation create-stack --stack-name $CONTENT_LOCALIZATION_STACK_NAME --template-url $CLOUDFORMATION_TEMPLATE --region $REGION --parameters ParameterKey=AdminEmail,ParameterValue=$EMAIL ParameterKey=ElasticSearchNodeSize,ParameterValue=t2.small.elasticsearch ParameterKey=MieStackName,ParameterValue=$MIE_STACK_NAME --capabilities CAPABILITY_IAM CAPABILITY_NAMED_IAM CAPABILITY_AUTO_EXPAND --disable-rollback
243- aws cloudformation wait stack-create-complete --stack-name $CONTENT_LOCALIZATION_STACK_NAME
244- exit 0
129+
245130
246131 test-content-localization-dev-us-west-2 :
247- needs : deploy -content-localization-dev-us-west-2
132+ needs : build -content-localization-dev-us-west-2
248133 runs-on : ubuntu-latest
249134 env :
250135 MIE_REGION : ' us-west-2'
@@ -254,24 +139,6 @@ jobs:
254139 with :
255140 ref : ${{ github.sha }}
256141
257- - name : Initialize test AWS credentials
258- uses : aws-actions/configure-aws-credentials@v1
259- with :
260- aws-access-key-id : ${{ secrets.TEST_AWS_ACCESS_KEY_ID }}
261- aws-secret-access-key : ${{ secrets.TEST_AWS_SECRET_ACCESS_KEY }}
262- aws-region : us-west-2
263-
264- - name : Generate short sha
265- run : |
266- echo "CONTENT_LOCALIZATION_STACK_NAME=pr`git rev-parse --short HEAD`" >> $GITHUB_ENV
267- echo "MIE_STACK_NAME=prm`git rev-parse --short HEAD`" >> $GITHUB_ENV
268-
269- - name : Run cfn_nag
270- uses : stelligent/cfn_nag@master
271- continue-on-error : true
272- with :
273- input_path : deployment
274-
275142 # FIXME - need unit tests
276143 #
277144 # - name: Run unit tests
@@ -280,25 +147,4 @@ jobs:
280147 # cd test/unit
281148 # ./run_unit.sh workflowapi
282149 # ./run_unit.sh dataplaneapi
283-
284- # FIXME - need integration tests
285- # - name: Run integ tests
286- # run: |
287- # cd $GITHUB_WORKSPACE
288- # cd test/integ
289- # ./run_integ.sh
290-
291- - name : Initialize build AWS credentials
292- uses : aws-actions/configure-aws-credentials@v1
293- with :
294- aws-access-key-id : ${{ secrets.BUILD_AWS_ACCESS_KEY_ID }}
295- aws-secret-access-key : ${{ secrets.BUILD_AWS_SECRET_ACCESS_KEY }}
296- aws-region : us-west-2
297-
298- - name : Delete stack
299- run : |
300- aws cloudformation delete-stack --stack-name $CONTENT_LOCALIZATION_STACK_NAME
301- aws cloudformation wait stack-delete-complete --stack-name $CONTENT_LOCALIZATION_STACK_NAME
302- aws cloudformation delete-stack --stack-name $MIE_STACK_NAME
303- aws cloudformation wait stack-delete-complete --stack-name $MIE_STACK_NAME
304150
0 commit comments