Skip to content

JASPER-581: Configure JASPER to use AWS MongoDb #484

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
ronaldo-macapobre merged 13 commits into from
Sep 5, 2025
Merged

JASPER-581: Configure JASPER to use AWS MongoDb #484

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
20bd83d
- Add S3 module to include certificate S3 bucket that will have the g…
Sep 5, 2025
2d5f56a
Comment out seeder and hangfire for now
Sep 5, 2025
d3a00af
Remove Hangfire setup
Sep 5, 2025
3fa04ca
Pass the settings to the client
Sep 5, 2025
5a1c160
debug
Sep 5, 2025
aa650de
Download the PEM file as part of the Dockerfile process
Sep 5, 2025
32ffcec
More logs
Sep 5, 2025
30606c5
Revert changes and cleanup
Sep 5, 2025
cceee84
Revert
Sep 5, 2025
4efccad
Disable hangfire for now
Sep 5, 2025
1b79a67
Move DEFAULT_USERS as env variable instead of secret so it can be par…
Sep 5, 2025
029b05d
Add --no-install-recommends as suggested by SonarCloud
Sep 5, 2025
c5b0f5d
Fix SonarCloud warning
Sep 5, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
34 changes: 28 additions & 6 deletions api/Infrastructure/ServiceCollectionExtensions.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
using System;
using System.Net.Http;
using System.Reflection;
using GdPicture14;
Copy link
Contributor

@devinleighsmith devinleighsmith Sep 5, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

this seems nutrient related, doesn't seem necessary here unless I'm mistaken.

Copy link
Contributor Author

@ronaldo-macapobre ronaldo-macapobre Sep 5, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

It is just sorting change. I have a setting on my Visual Studio that sorts the namespaces when I saved the file.

using Hangfire;
using Hangfire.Mongo;
using Hangfire.Mongo.Migration.Strategies;
Expand All @@ -15,7 +16,11 @@
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.Configuration;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
using MongoDB.Bson;
using MongoDB.Driver;
using Scv.Api.Documents;
using Scv.Api.Documents.Strategies;
using Scv.Api.Helpers;
using Scv.Api.Helpers.Extensions;
using Scv.Api.Infrastructure.Authorization;
Expand All @@ -29,7 +34,6 @@
using Scv.Db.Contexts;
using Scv.Db.Repositories;
using Scv.Db.Seeders;
using GdPicture14;
using BasicAuthenticationHeaderValue = JCCommon.Framework.BasicAuthenticationHeaderValue;
using PCSSConfigServices = PCSSCommon.Clients.ConfigurationServices;
using PCSSCourtCalendarServices = PCSSCommon.Clients.CourtCalendarServices;
Expand All @@ -40,8 +44,6 @@
using PCSSPersonServices = PCSSCommon.Clients.PersonServices;
using PCSSReportServices = PCSSCommon.Clients.ReportServices;
using PCSSSearchDateServices = PCSSCommon.Clients.SearchDateServices;
using Scv.Api.Documents;
using Scv.Api.Documents.Strategies;

namespace Scv.Api.Infrastructure
{
Expand Down Expand Up @@ -81,15 +83,35 @@ public static IServiceCollection AddMapster(this IServiceCollection services, Ac

public static IServiceCollection AddJasperDb(this IServiceCollection services, IConfiguration configuration)
{
// Remove checking when the "real" mongo db has been configured
var connectionString = configuration.GetValue<string>("MONGODB_CONNECTION_STRING");
var dbName = configuration.GetValue<string>("MONGODB_NAME");
if (string.IsNullOrEmpty(connectionString) || string.IsNullOrEmpty(dbName))

if (string.IsNullOrWhiteSpace(connectionString) || string.IsNullOrWhiteSpace(dbName))
{
return services;
}

services.AddSingleton<IMongoClient>(m => new MongoClient(connectionString));
services.AddSingleton<IMongoClient>(m =>
{
var logger = m.GetRequiredService<ILogger<MongoClient>>();
var settings = MongoClientSettings.FromConnectionString(connectionString);
var client = new MongoClient(settings);

try
{
var database = client.GetDatabase(dbName);
database.RunCommand<BsonDocument>(new BsonDocument("ping", 1));
logger.LogInformation("MongoDB connection established successfully.");
}
catch (Exception ex)
{
logger.LogError(ex, "Failed to connect to MongoDB.");
throw new InvalidOperationException("Failed to establish MongoDB connection.", ex);
}

return client;

});
services.AddSingleton(sp => sp.GetRequiredService<IMongoClient>().GetDatabase(dbName));

services.AddScoped<PermissionSeeder>();
Expand Down
49 changes: 23 additions & 26 deletions api/Startup.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -79,7 +79,7 @@ public void ConfigureServices(IServiceCollection services)
services.AddMapster();
services.AddNutrient();
services.AddJasperDb(Configuration);
services.AddHangfire(Configuration);
//services.AddHangfire(Configuration);

#region Cors

Expand Down Expand Up @@ -207,31 +207,28 @@ public void Configure(IApplicationBuilder app, IWebHostEnvironment env)
app.UseAuthentication();
app.UseAuthorization();

// Remove checking when the "real" mongo db has been configured
var connectionString = Configuration.GetValue<string>("MONGODB_CONNECTION_STRING");
var dbName = Configuration.GetValue<string>("MONGODB_NAME");
if (!string.IsNullOrEmpty(connectionString) && !string.IsNullOrEmpty(dbName))
{
app.UseHangfireDashboard("/hangfire", new DashboardOptions
{
Authorization = [new HangFireDashboardAuthorizationFilter()]
});

#region Setup Jobs
using (var scope = app.ApplicationServices.CreateScope())
{
var provider = scope.ServiceProvider;
var allJobs = provider.GetServices<IRecurringJob>();

Console.WriteLine("JOBS");

foreach (var job in allJobs)
{
RecurringJobHelper.AddOrUpdate(job);
}
}
#endregion Setup Jobs
}
// var connectionString = Configuration.GetValue<string>("MONGODB_CONNECTION_STRING");
// var dbName = Configuration.GetValue<string>("MONGODB_NAME");
// if (!string.IsNullOrWhiteSpace(connectionString) && !string.IsNullOrWhiteSpace(dbName))
// {
// app.UseHangfireDashboard("/hangfire", new DashboardOptions
// {
// Authorization = [new HangFireDashboardAuthorizationFilter()]
// });

// #region Setup Jobs
// using (var scope = app.ApplicationServices.CreateScope())
// {
// var provider = scope.ServiceProvider;
// var allJobs = provider.GetServices<IRecurringJob>();

// foreach (var job in allJobs)
// {
// RecurringJobHelper.AddOrUpdate(job);
// }
// }
// #endregion Setup Jobs
// }

app.UseEndpoints(endpoints =>
{
Expand Down
6 changes: 6 additions & 0 deletions docker/api/Dockerfile.release
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,12 @@ RUN dotnet publish "api/api.csproj" -c Release -o /app/publish --runtime linux-m

FROM base AS final

# Download and install the AWS CA bundle
RUN apt-get update && apt-get --no-install-recommends install -y curl ca-certificates \
&& curl https://truststore.pki.rds.amazonaws.com/global/global-bundle.pem -o /usr/local/share/ca-certificates/aws-rds.crt \
&& update-ca-certificates \
&& rm -rf /var/lib/apt/lists/*

# copy app
WORKDIR /app
COPY --from=publish /app/publish .
Expand Down
22 changes: 13 additions & 9 deletions infrastructure/cloud/environments/dev/webapp.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -64,16 +64,16 @@ module "rds" {
}

module "mongodb" {
source = "../../modules/MongoDocDB"
environment = var.environment
data_subnets_ids = module.subnets.data_subnets_ids
kms_key_id = module.initial.kms_key_arn
app_sg_id = data.aws_security_group.app_sg.id
source = "../../modules/MongoDocDB"
environment = var.environment
data_subnets_ids = module.subnets.data_subnets_ids
kms_key_id = module.initial.kms_key_arn
app_sg_id = data.aws_security_group.app_sg.id
delete_protection_enabled = var.delete_protection_enabled
mongo_node_count = var.mongo_node_count
mongo_instance_type = var.mongo_instance_type
mongousername = var.mongousername
app_name = var.app_name
mongo_node_count = var.mongo_node_count
mongo_instance_type = var.mongo_instance_type
mongousername = var.mongousername
app_name = var.app_name
}

# Create IAM Roles/Policies
Expand Down Expand Up @@ -242,6 +242,10 @@ module "ecs_api_td" {
{
name = "AWS_API_GATEWAY_URL"
value = "${module.apigw.apigw_invoke_url}"
},
{
name = "DEFAULT_USERS"
value = "${module.secrets_manager.default_users}"
}
]
secret_env_variables = module.secrets_manager.api_secrets
Expand Down
22 changes: 13 additions & 9 deletions infrastructure/cloud/environments/prod/main.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -65,16 +65,16 @@ module "rds" {


module "mongodb" {
source = "../../modules/MongoDocDB"
environment = var.environment
data_subnets_ids = module.subnets.data_subnets_ids
kms_key_id = module.initial.kms_key_arn
app_sg_id = data.aws_security_group.app_sg.id
source = "../../modules/MongoDocDB"
environment = var.environment
data_subnets_ids = module.subnets.data_subnets_ids
kms_key_id = module.initial.kms_key_arn
app_sg_id = data.aws_security_group.app_sg.id
delete_protection_enabled = var.delete_protection_enabled
mongo_node_count = var.mongo_node_count
mongo_instance_type = var.mongo_instance_type
mongousername = var.mongousername
app_name = var.app_name
mongo_node_count = var.mongo_node_count
mongo_instance_type = var.mongo_instance_type
mongousername = var.mongousername
app_name = var.app_name
}

# Create IAM Roles/Policies
Expand Down Expand Up @@ -243,6 +243,10 @@ module "ecs_api_td" {
{
name = "AWS_API_GATEWAY_URL"
value = "${module.apigw.apigw_invoke_url}"
},
{
name = "DEFAULT_USERS"
value = "${module.secrets_manager.default_users}"
}
]
secret_env_variables = module.secrets_manager.api_secrets
Expand Down
22 changes: 13 additions & 9 deletions infrastructure/cloud/environments/test/main.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -64,16 +64,16 @@ module "rds" {
}

module "mongodb" {
source = "../../modules/MongoDocDB"
environment = var.environment
data_subnets_ids = module.subnets.data_subnets_ids
kms_key_id = module.initial.kms_key_arn
app_sg_id = data.aws_security_group.app_sg.id
source = "../../modules/MongoDocDB"
environment = var.environment
data_subnets_ids = module.subnets.data_subnets_ids
kms_key_id = module.initial.kms_key_arn
app_sg_id = data.aws_security_group.app_sg.id
delete_protection_enabled = var.delete_protection_enabled
mongo_node_count = var.mongo_node_count
mongo_instance_type = var.mongo_instance_type
mongousername = var.mongousername
app_name = var.app_name
mongo_node_count = var.mongo_node_count
mongo_instance_type = var.mongo_instance_type
mongousername = var.mongousername
app_name = var.app_name
}

# Create IAM Roles/Policies
Expand Down Expand Up @@ -242,6 +242,10 @@ module "ecs_api_td" {
{
name = "AWS_API_GATEWAY_URL"
value = "${module.apigw.apigw_invoke_url}"
},
{
name = "DEFAULT_USERS"
value = "${module.secrets_manager.default_users}"
}
]
secret_env_variables = module.secrets_manager.api_secrets
Expand Down
5 changes: 4 additions & 1 deletion infrastructure/cloud/modules/SecretsManager/output.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,6 @@ output "api_secrets" {
["DARS__Url", "${aws_secretsmanager_secret.dars_secret.arn}:baseUrl::"],
["DatabaseConnectionString", "${aws_secretsmanager_secret.database_secret.arn}:dbConnectionString::"],
["DataProtectionKeyEncryptionKey", "${aws_secretsmanager_secret.misc_secret.arn}:dataProtectionKeyEncryptionKey::"],
["DEFAULT_USERS", "${aws_secretsmanager_secret.database_secret.arn}:defaultUsers::"],
["FileServicesClient__Username", "${aws_secretsmanager_secret.file_services_client_secret.arn}:username::"],
["FileServicesClient__Password", "${aws_secretsmanager_secret.file_services_client_secret.arn}:password::"],
["FileServicesClient__Url", "${aws_secretsmanager_secret.file_services_client_secret.arn}:baseUrl::"],
Expand Down Expand Up @@ -95,6 +94,10 @@ output "allowed_ip_ranges" {
sensitive = true
}

output "default_users" {
value = jsonencode(jsondecode(data.aws_secretsmanager_secret_version.current_db_secret_value.secret_string)["defaultUsers"])
}

output "lambda_secrets" {
value = {
mtls = aws_secretsmanager_secret.mtls_cert_secret.name
Expand Down
Loading