Durable Jobs (aka Reminders v2)

Orleans.slnx

@@ -34,6 +34,7 @@
     <Project Path="src/Orleans.Persistence.Memory/Orleans.Persistence.Memory.csproj" />
     <Project Path="src/Orleans.Reminders/Orleans.Reminders.csproj" />
     <Project Path="src/Orleans.Runtime/Orleans.Runtime.csproj" />
+    <Project Path="src/Orleans.ScheduledJobs/Orleans.ScheduledJobs.csproj" Id="ab4cc723-b3cf-4c32-be4c-1a180a49797c" />
     <Project Path="src/Orleans.Sdk/Orleans.Sdk.csproj" />
     <Project Path="src/Orleans.Serialization.Abstractions/Orleans.Serialization.Abstractions.csproj" />
     <Project Path="src/Orleans.Serialization.FSharp/Orleans.Serialization.FSharp.csproj" />
@@ -76,6 +77,7 @@
     <Project Path="src/Azure/Orleans.Persistence.Cosmos/Orleans.Persistence.Cosmos.csproj" />
     <Project Path="src/Azure/Orleans.Reminders.AzureStorage/Orleans.Reminders.AzureStorage.csproj" />
     <Project Path="src/Azure/Orleans.Reminders.Cosmos/Orleans.Reminders.Cosmos.csproj" />
+    <Project Path="src/Azure/Orleans.ScheduledJobs.AzureStorage/Orleans.ScheduledJobs.AzureStorage.csproj" Id="5bbb1058-9ab2-44e9-b237-49f5b6bee151" />
     <Project Path="src/Azure/Orleans.Streaming.AzureStorage/Orleans.Streaming.AzureStorage.csproj" />
     <Project Path="src/Azure/Orleans.Streaming.EventHubs/Orleans.Streaming.EventHubs.csproj" />
     <Project Path="src/Azure/Orleans.Transactions.AzureStorage/Orleans.Transactions.AzureStorage.csproj" />
@@ -84,7 +86,7 @@
     <Project Path="src/Cassandra/Orleans.Clustering.Cassandra/Orleans.Clustering.Cassandra.csproj" />
   </Folder>
   <Folder Name="/src/Extensions/NATS/">
-    <Project Path="src\Orleans.Streaming.NATS\Orleans.Streaming.NATS.csproj" Type="Classic C#" />
+    <Project Path="src\Orleans.Streaming.NATS\Orleans.Streaming.NATS.csproj" />
   </Folder>
   <Folder Name="/src/Extensions/Redis/">
     <Project Path="src/Redis/Orleans.Clustering.Redis/Orleans.Clustering.Redis.csproj" />
@@ -133,7 +135,7 @@
     <Project Path="test/Extensions/TesterAdoNet/Tester.AdoNet.csproj" />
     <Project Path="test/Extensions/TesterAzureUtils/Tester.AzureUtils.csproj" />
     <Project Path="test/Extensions/TesterZooKeeperUtils/Tester.ZooKeeperUtils.csproj" />
-    <Project Path="test\Extensions\NATS.Tests\NATS.Tests.csproj" Type="Classic C#" />
+    <Project Path="test\Extensions\NATS.Tests\NATS.Tests.csproj" />
   </Folder>
   <Folder Name="/test/Grains/">
     <Project Path="test/Grains/TestFSharp/TestFSharp.fsproj" />

src/Azure/Orleans.ScheduledJobs.AzureStorage/AzureStorageJobShard.Log.cs

@@ -0,0 +1,109 @@
+using System;
+using Microsoft.Extensions.Logging;
+
+namespace Orleans.ScheduledJobs.AzureStorage;
+
+internal sealed partial class AzureStorageJobShard
+{
+    [LoggerMessage(
+        Level = LogLevel.Information,
+        Message = "Initializing shard '{ShardId}' from Azure Storage blob"
+    )]
+    private static partial void LogInitializingShard(ILogger logger, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Information,
+        Message = "Shard '{ShardId}' initialized successfully. Loaded {JobCount} job(s) in {ElapsedMilliseconds}ms"
+    )]
+    private static partial void LogShardInitialized(ILogger logger, string shardId, int jobCount, long elapsedMilliseconds);
+
+    [LoggerMessage(
+        Level = LogLevel.Debug,
+        Message = "Adding job '{JobId}' (Name: '{JobName}') to shard '{ShardId}' with due time {DueTime}"
+    )]
+    private static partial void LogAddingJob(ILogger logger, string jobId, string jobName, string shardId, DateTimeOffset dueTime);
+
+    [LoggerMessage(
+        Level = LogLevel.Debug,
+        Message = "Removing job '{JobId}' from shard '{ShardId}'"
+    )]
+    private static partial void LogRemovingJob(ILogger logger, string jobId, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Debug,
+        Message = "Retrying job '{JobId}' in shard '{ShardId}' with new due time {NewDueTime}"
+    )]
+    private static partial void LogRetryingJob(ILogger logger, string jobId, string shardId, DateTimeOffset newDueTime);
+
+    [LoggerMessage(
+        Level = LogLevel.Trace,
+        Message = "Flushing batch of {OperationCount} job operation(s) to shard '{ShardId}'"
+    )]
+    private static partial void LogFlushingBatch(ILogger logger, int operationCount, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Debug,
+        Message = "Batch of {OperationCount} job operation(s) written to shard '{ShardId}' in {ElapsedMilliseconds}ms. Total committed blocks: {CommittedBlockCount}"
+    )]
+    private static partial void LogBatchWritten(ILogger logger, int operationCount, string shardId, long elapsedMilliseconds, int committedBlockCount);
+
+    [LoggerMessage(
+        Level = LogLevel.Trace,
+        Message = "Updating metadata for shard '{ShardId}'"
+    )]
+    private static partial void LogUpdatingMetadata(ILogger logger, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Debug,
+        Message = "Metadata updated for shard '{ShardId}'"
+    )]
+    private static partial void LogMetadataUpdated(ILogger logger, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Warning,
+        Message = "Shard '{ShardId}' has {CommittedBlockCount} committed blocks, approaching Azure Blob append limit of 50,000"
+    )]
+    private static partial void LogApproachingBlockLimit(ILogger logger, string shardId, int committedBlockCount);
+
+    [LoggerMessage(
+        Level = LogLevel.Warning,
+        Message = "Large batch detected for shard '{ShardId}': {OperationCount} operations (max configured: {MaxBatchSize})"
+    )]
+    private static partial void LogLargeBatch(ILogger logger, string shardId, int operationCount, int maxBatchSize);
+
+    [LoggerMessage(
+        Level = LogLevel.Error,
+        Message = "Error writing batch of {OperationCount} operation(s) to shard '{ShardId}'"
+    )]
+    private static partial void LogErrorWritingBatch(ILogger logger, Exception exception, int operationCount, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Error,
+        Message = "Error updating metadata for shard '{ShardId}'"
+    )]
+    private static partial void LogErrorUpdatingMetadata(ILogger logger, Exception exception, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Debug,
+        Message = "Stopping storage processor for shard '{ShardId}'"
+    )]
+    private static partial void LogStoppingProcessor(ILogger logger, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Information,
+        Message = "Storage processor stopped for shard '{ShardId}'"
+    )]
+    private static partial void LogProcessorStopped(ILogger logger, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Trace,
+        Message = "Processing storage operation queue for shard '{ShardId}'"
+    )]
+    private static partial void LogProcessingStorageQueue(ILogger logger, string shardId);
+
+    [LoggerMessage(
+        Level = LogLevel.Debug,
+        Message = "Waiting for additional operations to batch (current size: {CurrentSize}, min size: {MinSize}) for shard '{ShardId}'"
+    )]
+    private static partial void LogWaitingForBatch(ILogger logger, int currentSize, int minSize, string shardId);
+}