1713 add app metrics and insights using opentelemetry and prometheus (#1633)

Closes
SoftUni-Internal/exam-systems-issues#1713

**Summary of the changes made**:
1. Updated `clientName` formatting in `ServiceCollectionExtensions` to
use underscores for consistency.
2. Modified OTEL exporter endpoint configuration to use `127.0.0.1`
instead of `localhost` to minimize hostname resolution issues.
3. Updated Redis connection to use IP instead of hostname, improved
RabbitMQ setup with client-named connections for traceability, and
upgraded MassTransit.RabbitMQ to version 8.4.1.
4. Reverted OTEL, Redis, and RabbitMQ configurations to use `localhost`
for better readability.
5. Made adjustments to ports, endpoints, and configurations for
dashboard and Aspire dashboard usage during local development.

Author: gogo4ds

Common/OJS.Common/Constants/ServiceConstants.cs

@@ -5,7 +5,6 @@ public static class ServiceConstants
         public const string WorkersQueueName = "OJS.Servers.Worker.Consumers.SubmissionsForProcessingConsumer";
 
         // HttpClients
-        public const string LokiHttpClientName = "Loki";
         public const string SvnHttpClientName = "Svn";
         public const string DefaultHttpClientName = "Default";
 

Common/OJS.Common/Enumerations/OpenAiModels.cs

@@ -1,4 +1,5 @@
-namespace OJS.Common.Enumerations;
+// ReSharper disable InconsistentNaming
+namespace OJS.Common.Enumerations;
 
 public enum OpenAIModels
 {

Docker/envs/common.env

@@ -1,3 +1,5 @@
 # Environment Configuration
 ASPNETCORE_URLS=http://*:80
-DOTNET_RUNNING_IN_CONTAINER=true
+DOTNET_RUNNING_IN_CONTAINER=true
+
+OTEL_EXPORTER_OTLP_ENDPOINT=http://dashboard:18889

Docker/envs/worker.env

@@ -1,2 +1,3 @@
 ASPNETCORE_ENVIRONMENT=Production
-DOTNET_RUNNING_IN_CONTAINER=true
+DOTNET_RUNNING_IN_CONTAINER=true
+OTEL_RESOURCE_ATTRIBUTES=service.name=worker, deployment.environment=local

Servers/Administration/OJS.Servers.Administration/Consumers/RetestSubmissionConsumer.cs

@@ -4,26 +4,30 @@ namespace OJS.Servers.Administration.Consumers;
 using MassTransit;
 using Microsoft.Extensions.Logging;
 using OJS.PubSub.Worker.Models.Submissions;
+using OJS.Servers.Infrastructure.Telemetry;
 using OJS.Services.Administration.Business.Submissions;
+using OJS.Services.Common.Telemetry;
 using OJS.Services.Infrastructure.Constants;
 
-public class RetestSubmissionConsumer : IConsumer<RetestSubmissionPubSubModel>
+public class RetestSubmissionConsumer(
+    ISubmissionsBusinessService submissionsBusinessService,
+    ILogger<RetestSubmissionConsumer> logger,
+    ITracingService tracingService)
+    : IConsumer<RetestSubmissionPubSubModel>
 {
-    private readonly ISubmissionsBusinessService submissionsBusinessService;
-    private readonly ILogger<RetestSubmissionConsumer> logger;
-
-    public RetestSubmissionConsumer(
-        ISubmissionsBusinessService submissionsBusinessService,
-        ILogger<RetestSubmissionConsumer> logger)
-    {
-        this.submissionsBusinessService = submissionsBusinessService;
-        this.logger = logger;
-    }
-
     public async Task Consume(ConsumeContext<RetestSubmissionPubSubModel> context)
-    {
-        this.logger.LogReceivedRetestSubmission(context.Message.Id);
-        await this.submissionsBusinessService.Retest(context.Message.Id, context.Message.Verbosely);
-        this.logger.LogRetestedSubmission(context.Message.Id);
-    }
+        => await tracingService.TraceAsync(
+            OjsActivitySources.submissions,
+            OjsActivitySources.SubmissionActivities.Retest,
+            async activity =>
+            {
+                logger.LogReceivedRetestSubmission(context.Message.Id);
+                await submissionsBusinessService.Retest(context.Message.Id, context.Message.Verbosely);
+                activity?.SetTag("submission.verbosely", context.Message.Verbosely);
+                activity?.SetTag("retest.success", true);
+                logger.LogRetestedSubmission(context.Message.Id);
+            },
+            tags: null,
+            BusinessContext.ForSubmission(context.Message.Id),
+            continueFromMessageHeaders: context);
 }

Servers/Administration/OJS.Servers.Administration/Extensions/ServiceCollectionExtensions.cs

@@ -10,7 +10,6 @@ namespace OJS.Servers.Administration.Extensions;
 using OJS.Common.Exceptions;
 using OJS.Data;
 using OJS.Data.Models.Users;
-using OJS.Servers.Administration.Consumers;
 using OJS.Servers.Administration.Middleware;
 using OJS.Servers.Infrastructure.Extensions;
 using OJS.Services.Administration.Business.Contests.Validators;

Servers/Administration/OJS.Servers.Administration/Program.cs

@@ -11,7 +11,8 @@ public static void Main(string[] args)
         var builder = WebApplication.CreateBuilder(args);
 
         builder.Services.ConfigureServices(builder.Configuration, builder.Environment);
-        builder.Host.UseLogger(builder.Environment);
+
+        builder.ConfigureOpenTelemetry();
 
         var app = builder.Build();
 

Servers/Administration/OJS.Servers.Administration/Properties/launchSettings.json

@@ -21,7 +21,9 @@
       "launchBrowser": false,
       "applicationUrl": "http://localhost:5001",
       "environmentVariables": {
-        "ASPNETCORE_ENVIRONMENT": "Development"
+        "ASPNETCORE_ENVIRONMENT": "Development",
+        "OTEL_EXPORTER_OTLP_ENDPOINT": "http://127.0.0.1:18889",
+        "OTEL_RESOURCE_ATTRIBUTES": "service.name=administration-api, deployment.environment=local"
       }
     }
   }

Servers/Administration/OJS.Servers.Administration/appsettings.Development.json

@@ -2,11 +2,8 @@
   "ConnectionStrings": {
     "DefaultConnection": "Data Source=localhost; Initial Catalog=OpenJudgeSystem; Integrated Security=true; TrustServerCertificate=True"
   },
-  "ApplicationSettings": {
-    "OtlpCollectorBaseUrl": "http://localhost:3100"
-  },
   "Redis": {
-    "ConnectionString": "localhost,password=redisPass123,ConnectTimeout=10000,abortConnect=false"
+    "ConnectionString": "127.0.0.1,password=redisPass123,ConnectTimeout=10000,abortConnect=false"
   },
   "MessageQueue": {
     "Host": "localhost"
@@ -31,11 +28,11 @@
       },
       {
         "Name": "UI API",
-        "Uri": "http://localhost:5010/api/health"
+        "Uri": "http://127.0.0.1:5010/api/health"
       },
       {
         "Name": "Worker API",
-        "Uri": "http://localhost:8003/api/health"
+        "Uri": "http://127.0.0.1:8003/api/health"
       }
     ],
     "EvaluationTimeInSeconds": 3600

Servers/Administration/OJS.Servers.Administration/appsettings.json

@@ -5,8 +5,6 @@
   "ApplicationSettings": {
     "SharedAuthCookieDomain": "localhost",
     "ApiKey": "12345",
-    "OtlpCollectorBaseUrl": "http://loki:3100",
-    "OtlpCollectorLogsPushPath": "/otlp/v1/logs",
     "SecondsBetweenContestLimitsAdjustment": 120,
     "SecondsBetweenWorkersBusyRatioPolling": 20
   },
@@ -76,11 +74,13 @@
     "EvaluationTimeInSeconds": 10,
     "MinimumSecondsBetweenFailureNotifications": 60
   },
-  "Logging": {
-    "LogLevel": {
+  "Serilog": {
+    "MinimumLevel": {
       "Default": "Information",
-      "Microsoft": "Warning",
-      "Microsoft.Hosting.Lifetime": "Information"
+      "Override": {
+        "System.Net.Http.HttpClient": "Warning",
+        "Microsoft.AspNetCore.Hosting.Diagnostics": "Information"
+      }
     }
   },
   "Http": {