initial migration worker (#301)

This PR brings the initial version of migration app and its new pipeline.

Author: hradilm

AWS-CICD/Dockerfile-mig.image

@@ -0,0 +1,11 @@
+FROM mcr.microsoft.com/dotnet/core/aspnet:3.1
+COPY mig/ mig/
+COPY amazon-cloudwatch-agent.deb /mig
+WORKDIR /mig
+
+RUN dpkg -i -E ./amazon-cloudwatch-agent.deb
+COPY /AWS-CICD/amazon-cloudwatch-agent-mig.json /opt/aws/amazon-cloudwatch-agent/etc/amazon-cloudwatch-agent.json
+COPY /AWS-CICD/commands-mig.sh .
+RUN chmod +x commands-mig.sh
+
+ENTRYPOINT ["./commands-mig.sh"]

AWS-CICD/amazon-cloudwatch-agent-mig.json

@@ -0,0 +1,30 @@
+{
+   "logs": {
+      "logs_collected": {
+         "files": {
+         "collect_list": [
+            {
+               "file_path": "/opt/aws/amazon-cloudwatch-agent/logs/amazon-cloudwatch-agent.log",
+               "log_group_name": "sdra-mig",
+               "log_stream_name": "amazon-cloudwatch-agent.log",
+               "timezone": "Local"
+            },
+            {
+               "file_path": "/var/log/**.log",
+               "log_group_name": "sdra-mig",
+               "log_stream_name": "var-logs",
+               "timezone": "Local"
+            },
+            {
+               "file_path": "/mig/console.log",
+               "log_group_name": "sdra-mig",
+               "log_stream_name": "console.log",
+               "timezone": "Local"
+            }
+         ]
+         }
+      },
+      "log_stream_name": "sdra-mig-default-stream",
+      "force_flush_interval" : 15
+   }
+}

AWS-CICD/build-specs/buildspec-deploy.yml

@@ -4,4 +4,4 @@ phases:
     commands:
       - cd AWS-CICD/Deploy
       - npm install
-      - node deploy-version.js $pipelineName $PipelineExecutionId $CODEBUILD_BUILD_NUMBER "sdra" $environmentName
+      - node deploy-version.js $pipelineName $PipelineExecutionId $CODEBUILD_BUILD_NUMBER "$appName" $environmentName

AWS-CICD/build-specs/buildspec-mig-build.yml

@@ -0,0 +1,20 @@
+version: 0.2
+
+phases:
+  install:
+    commands:
+      - apt-get update
+      - apt-get install -y nodejs
+      - apt-get install -y npm
+  build:
+    commands:
+       - cd WebApplication
+       - dotnet publish -c Release -o ../mig
+artifacts:
+  files:
+    - 'mig/**/*'
+    - 'AWS-CICD/commands-mig.sh'
+    - 'AWS-CICD/Dockerfile-mig.image'
+    - 'AWS-CICD/build-specs/buildspec-mig-image.yml'
+    - 'AWS-CICD/Dockerrun.aws.json'
+    - 'AWS-CICD/amazon-cloudwatch-agent-mig.json'

AWS-CICD/build-specs/buildspec-mig-image.yml

@@ -0,0 +1,27 @@
+version: 0.2
+phases:
+  install:
+    runtime-versions:
+      docker: 18
+  pre_build:
+    commands:
+      - echo Logging in to Amazon ECR...
+      - $(aws ecr get-login --no-include-email --region $AWS_DEFAULT_REGION)
+  build:
+    commands:
+      - echo Build started on `date`
+      - IMAGE_TAG=${CommitId:0:7}
+      - wget https://s3.us-west-2.amazonaws.com/amazoncloudwatch-agent-us-west-2/debian/amd64/latest/amazon-cloudwatch-agent.deb
+      - echo Building Docker production image...
+      - docker build -t $IMAGE_REPO_NAME:$IMAGE_TAG -f ./AWS-CICD/Dockerfile-mig.image .
+      - docker tag $IMAGE_REPO_NAME:$IMAGE_TAG $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$IMAGE_REPO_NAME:$IMAGE_TAG
+  post_build:
+    commands:
+      - echo Build completed on `date`
+      - echo Pushing the Docker image...
+      - docker push $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$IMAGE_REPO_NAME:$IMAGE_TAG
+      - sed -i 's/sdra:latest/'$IMAGE_REPO_NAME:$IMAGE_TAG'/g' ./AWS-CICD/Dockerrun.aws.json
+artifacts:
+  files:
+    - Dockerrun.aws.json
+  base-directory: AWS-CICD

AWS-CICD/commands-mig.sh

@@ -0,0 +1,3 @@
+#!/bin/sh -e
+/opt/aws/amazon-cloudwatch-agent/bin/start-amazon-cloudwatch-agent &
+dotnet WebApplication.dll migration=true

WebApplication/Startup.cs

@@ -105,6 +105,11 @@ public void ConfigureServices(IServiceCollection services)
             services.AddScoped<UserResolver>(); // TODO: use interface
             services.AddSingleton<LocalCache>();
             services.AddSingleton<Uploads>();
+
+            if(Configuration.GetValue<bool>("migration"))
+            {
+                services.AddHostedService<MigrationApp.Worker>();
+            }
         }
 
         // This method gets called by the runtime. Use this method to configure the HTTP request pipeline.

WebApplication/Worker.cs

@@ -0,0 +1,28 @@
+using System.Threading;
+using System.Threading.Tasks;
+using Microsoft.Extensions.Hosting;
+using Microsoft.Extensions.Logging;
+using WebApplication.Services;
+
+namespace MigrationApp
+{
+    public class Worker : BackgroundService
+    {
+        private readonly ILogger<Worker> _logger;
+        private readonly IForgeOSS _forgeOSS;
+
+        public  Worker(ILogger<Worker> logger, IForgeOSS forgeOSS)
+        {
+            _logger = logger;
+            _forgeOSS = forgeOSS;
+        }
+
+        protected override async Task ExecuteAsync(CancellationToken stoppingToken)
+        {
+            while (!stoppingToken.IsCancellationRequested)
+            {
+                await Task.Delay(1000, stoppingToken);
+            }
+        }
+    }
+}