| | | 1 | | using Microsoft.Extensions.DependencyInjection; |
| | | 2 | | using Microsoft.Extensions.Logging; |
| | | 3 | | using Microsoft.Extensions.Options; |
| | | 4 | | using System.Collections.Concurrent; |
| | | 5 | | using System.Diagnostics; |
| | | 6 | | using System.Runtime.CompilerServices; |
| | | 7 | | |
| | | 8 | | namespace AsyncResponse; |
| | | 9 | | |
| | | 10 | | /// <summary> |
| | | 11 | | /// Process-local response channel registered by <c>AddAsyncResponse().WithInMemoryChannel()</c>. |
| | | 12 | | /// It provides the async-response programming model without Redis or another broker-backed channel. |
| | | 13 | | /// Waiters, subscriptions, and recovery state are all in memory and disappear when the process |
| | | 14 | | /// exits. |
| | | 15 | | /// </summary> |
| | | 16 | | internal sealed class InMemoryAsyncResponseChannel : IAsyncResponsePublisher, IRawAsyncResponsePublisher, IAsyncResponse |
| | | 17 | | { |
| | 2 | 18 | | private readonly ConcurrentDictionary<string, SubscriptionGroup> _subscriptions = new(StringComparer.Ordinal); |
| | | 19 | | private readonly IRecoveryStateStore _recoveryStateStore; |
| | | 20 | | private readonly InMemoryAsyncResponseOptions _options; |
| | | 21 | | private readonly LostSubscriberCallbackDispatcher _lostSubscriberDispatcher; |
| | | 22 | | private readonly AsyncResponseContextPropagation _propagation; |
| | | 23 | | private readonly ILogger<InMemoryAsyncResponseChannel> _logger; |
| | | 24 | | |
| | | 25 | | /// <summary>Creates a process-local async-response channel.</summary> |
| | 2 | 26 | | public InMemoryAsyncResponseChannel( |
| | 2 | 27 | | IServiceScopeFactory scopeFactory, |
| | 2 | 28 | | IRecoveryStateStore recoveryStateStore, |
| | 2 | 29 | | IOptions<InMemoryAsyncResponseOptions> options, |
| | 2 | 30 | | AsyncResponseContextPropagation propagation, |
| | 2 | 31 | | ILogger<InMemoryAsyncResponseChannel> logger) |
| | | 32 | | { |
| | 2 | 33 | | _recoveryStateStore = recoveryStateStore; |
| | 2 | 34 | | _options = options.Value; |
| | 2 | 35 | | _options.ValidateShared(nameof(InMemoryAsyncResponseOptions)); |
| | 2 | 36 | | _propagation = propagation; |
| | 2 | 37 | | _logger = logger; |
| | 2 | 38 | | _lostSubscriberDispatcher = new LostSubscriberCallbackDispatcher(scopeFactory, propagation, logger); |
| | 2 | 39 | | } |
| | | 40 | | |
| | | 41 | | /// <inheritdoc /> |
| | | 42 | | public async Task<IAsyncResponseWaiter<T>> CreateResponseWaiter<T>( |
| | | 43 | | string correlationId, |
| | | 44 | | Func<T, ValueTask<bool>>? completionPredicate = null, |
| | | 45 | | TimeSpan? timeout = null) where T : IAsyncResponsePayload |
| | | 46 | | { |
| | 2 | 47 | | if (string.IsNullOrWhiteSpace(correlationId)) |
| | 2 | 48 | | throw new ArgumentNullException(nameof(correlationId), "CorrelationId must not be empty or whitespace."); |
| | | 49 | | |
| | 2 | 50 | | var hasCustomPredicate = completionPredicate is not null; |
| | 2 | 51 | | completionPredicate ??= static _ => new ValueTask<bool>(true); |
| | 2 | 52 | | timeout ??= _options.DefaultTimeout ?? _options.RecoveryStateExpiry; |
| | | 53 | | // BEFORE any side effect: an unsupported resolved timeout (non-positive, or past the |
| | | 54 | | // ~49.7-day BCL timer ceiling) used to throw only at timer arming — after the |
| | | 55 | | // subscription and recovery state existed, leaking both — and zero used to slip through |
| | | 56 | | // on some channels entirely, insta-timing-out a fully registered waiter. |
| | 2 | 57 | | AsyncResponseChannelOptions.EnsureWaiterTimeoutSupported(timeout.Value); |
| | | 58 | | |
| | 2 | 59 | | var activity = AsyncResponseDiagnostics.StartActivity("asyncresponse.wait", correlationId: correlationId); |
| | 2 | 60 | | activity?.SetTag("asyncresponse.channel", "inmemory"); |
| | 2 | 61 | | AsyncResponseDiagnostics.SetPayloadType(activity, typeof(T)); |
| | 2 | 62 | | activity?.SetTag("asyncresponse.timeout_seconds", timeout.Value.TotalSeconds); |
| | | 63 | | |
| | 2 | 64 | | var subscription = new Subscription<T>( |
| | 2 | 65 | | owner: this, |
| | 2 | 66 | | correlationId, |
| | 2 | 67 | | timeout.Value, |
| | 2 | 68 | | completionPredicate, |
| | 2 | 69 | | activity, |
| | 2 | 70 | | // Only restore the subscribe-time ambient context during dispatch when there is a user |
| | 2 | 71 | | // completion predicate to run under it. With the default (always-complete) predicate, |
| | 2 | 72 | | // nothing on the dispatch path observes ambient context, so capturing it would only buy |
| | 2 | 73 | | // a per-dispatch ExecutionContext.Run plus its capturing closure. The waiter's own |
| | 2 | 74 | | // continuation flows its own context regardless (RunContinuationsAsynchronously). |
| | 2 | 75 | | hasCustomPredicate ? ExecutionContext.Capture() : null); |
| | | 76 | | |
| | 2 | 77 | | AddSubscription(correlationId, subscription); |
| | | 78 | | |
| | | 79 | | try |
| | | 80 | | { |
| | 2 | 81 | | await _recoveryStateStore.SaveAsync( |
| | 2 | 82 | | correlationId, |
| | 2 | 83 | | new RecoveryState |
| | 2 | 84 | | { |
| | 2 | 85 | | RegistrationId = subscription.Id, |
| | 2 | 86 | | CorrelationId = correlationId, |
| | 2 | 87 | | PayloadTypeFullName = typeof(T).FullName, |
| | 2 | 88 | | RegisteredAtUtc = DateTime.UtcNow, |
| | 2 | 89 | | Context = _propagation.Capture() |
| | 2 | 90 | | }, |
| | 2 | 91 | | _options.RecoveryStateExpiry).ConfigureAwait(false); |
| | | 92 | | |
| | 2 | 93 | | if (subscription.CleanupStarted) |
| | 2 | 94 | | await _recoveryStateStore.TryDeleteAsync(correlationId, subscription.Id).ConfigureAwait(false); |
| | | 95 | | else |
| | 2 | 96 | | subscription.ArmTimeout(); |
| | | 97 | | |
| | 2 | 98 | | if (_logger.IsEnabled(LogLevel.Debug)) |
| | 2 | 99 | | _logger.LogDebug("Waiting for response on correlationId {CorrelationId} with timeout {Timeout}.", correl |
| | 2 | 100 | | } |
| | 2 | 101 | | catch (Exception ex) |
| | | 102 | | { |
| | 2 | 103 | | _logger.LogError(ex, "Failed to create in-memory waiter for correlationId {CorrelationId}.", correlationId); |
| | 2 | 104 | | AsyncResponseDiagnostics.SetError(activity, ex); |
| | 2 | 105 | | await subscription.DisposeCleanupAsync().ConfigureAwait(false); |
| | | 106 | | |
| | | 107 | | // Rethrow instead of returning a pre-faulted waiter: the builder's contract is that |
| | | 108 | | // the trigger runs only once the subscription AND recovery state exist. A returned |
| | | 109 | | // waiter would still let the trigger fire the remote operation with no registration |
| | | 110 | | // left to receive (or recover) its response. Cleanup cancels ResponseTask, so no |
| | | 111 | | // pending task is left behind. |
| | 2 | 112 | | throw; |
| | | 113 | | } |
| | | 114 | | |
| | 2 | 115 | | return new InMemoryAsyncResponseWaiter<T>(subscription.ResponseTask, subscription.DisposeCleanupAsync); |
| | 2 | 116 | | } |
| | | 117 | | |
| | | 118 | | /// <inheritdoc /> |
| | | 119 | | public Task SetResponse<T>(T response, string correlationId, CancellationToken cancellationToken = default) where T |
| | 2 | 120 | | => SetResponseCore(response, correlationId, cancellationToken); |
| | | 121 | | |
| | | 122 | | Task IRawAsyncResponsePublisher.SetRawResponse(object? response, string correlationId, CancellationToken cancellatio |
| | 2 | 123 | | => SetResponseCore(response, correlationId, cancellationToken); |
| | | 124 | | |
| | | 125 | | Task IRawAsyncResponsePublisher.SetRawResponseJson(string responseJson, string correlationId, CancellationToken canc |
| | 2 | 126 | | => SetRawResponseJsonCore(new RawJsonResponse(responseJson), correlationId, cancellationToken); |
| | | 127 | | |
| | | 128 | | // Intentionally duplicated with SetRawResponseJsonCore: this is a microbenchmarked publish |
| | | 129 | | // hot path. Earlier generic/delegate/helper refactors made the code prettier but measurably |
| | | 130 | | // regressed latency and throughput, so keep the typed path inline unless benchmarks prove out. |
| | | 131 | | private async Task SetResponseCore<T>(T response, string correlationId, CancellationToken cancellationToken) |
| | | 132 | | { |
| | 2 | 133 | | using var activity = AsyncResponseDiagnostics.StartActivity("asyncresponse.set_response", ActivityKind.Producer) |
| | 2 | 134 | | activity?.SetTag("asyncresponse.channel", "inmemory"); |
| | 2 | 135 | | AsyncResponseDiagnostics.SetPayloadType(activity, typeof(T)); |
| | | 136 | | |
| | 2 | 137 | | AsyncResponseDiagnostics.SetCorrelationId(activity, correlationId); |
| | 2 | 138 | | if (string.IsNullOrWhiteSpace(correlationId)) |
| | | 139 | | { |
| | 2 | 140 | | _logger.LogWarning("CorrelationId is null; cannot publish the response."); |
| | 2 | 141 | | AsyncResponseDiagnostics.SetError(activity, "correlation_id_null", "CorrelationId is null; cannot publish th |
| | 2 | 142 | | return; |
| | | 143 | | } |
| | | 144 | | |
| | | 145 | | try |
| | | 146 | | { |
| | 2 | 147 | | var subscribers = SnapshotSubscribers(correlationId); |
| | 2 | 148 | | activity?.SetTag("asyncresponse.subscribers", subscribers.Count); |
| | 2 | 149 | | if (subscribers.Count == 0) |
| | | 150 | | { |
| | 2 | 151 | | var result = await _lostSubscriberDispatcher |
| | 2 | 152 | | .DispatchLostResponses( |
| | 2 | 153 | | _recoveryStateStore, |
| | 2 | 154 | | correlationId, |
| | 2 | 155 | | response, |
| | 2 | 156 | | ChannelName(correlationId), |
| | 2 | 157 | | cancellationToken, |
| | 2 | 158 | | hasLiveSubscriber: () => new ValueTask<bool>(SnapshotSubscribers(correlationId).Count > 0)) |
| | 2 | 159 | | .ConfigureAwait(false); |
| | | 160 | | |
| | 2 | 161 | | if (!result.RetryLive) |
| | | 162 | | { |
| | 2 | 163 | | AsyncResponseDiagnostics.SetLostSubscriberRoute(activity, result.ShouldResume); |
| | 2 | 164 | | AsyncResponseDiagnostics.RecordLostSubscriber("response", result.ShouldResume, result.CallbackInvoke |
| | 2 | 165 | | activity?.SetTag("asyncresponse.recovery.callback_invoked", result.CallbackInvoked); |
| | | 166 | | |
| | 2 | 167 | | return; |
| | | 168 | | } |
| | | 169 | | |
| | | 170 | | // A waiter registered between the snapshot and the recovery-state read — deliver |
| | | 171 | | // live instead of consuming its registration. |
| | 2 | 172 | | subscribers = SnapshotSubscribers(correlationId); |
| | 2 | 173 | | activity?.SetTag("asyncresponse.subscribers", subscribers.Count); |
| | | 174 | | } |
| | | 175 | | |
| | 2 | 176 | | await DispatchResponsesAsync(subscribers, response).ConfigureAwait(false); |
| | | 177 | | |
| | 2 | 178 | | if (_logger.IsEnabled(LogLevel.Debug)) |
| | 2 | 179 | | _logger.LogDebug("Published response for correlationId {CorrelationId}. PayloadType: {PayloadType}. Subs |
| | 2 | 180 | | } |
| | 2 | 181 | | catch (Exception ex) |
| | | 182 | | { |
| | 2 | 183 | | AsyncResponseDiagnostics.SetError(activity, ex); |
| | 2 | 184 | | throw; |
| | | 185 | | } |
| | 2 | 186 | | } |
| | | 187 | | |
| | | 188 | | // Intentionally duplicated with SetResponseCore: raw ingress has different dispatch and |
| | | 189 | | // recovery materialization costs, and keeping the branch inline avoids hot-path indirection. |
| | | 190 | | private async Task SetRawResponseJsonCore(RawJsonResponse response, string correlationId, CancellationToken cancella |
| | | 191 | | { |
| | 2 | 192 | | using var activity = AsyncResponseDiagnostics.StartActivity("asyncresponse.ingress.raw_response", ActivityKind.P |
| | 2 | 193 | | activity?.SetTag("asyncresponse.channel", "inmemory"); |
| | | 194 | | |
| | 2 | 195 | | AsyncResponseDiagnostics.SetCorrelationId(activity, correlationId); |
| | 2 | 196 | | if (string.IsNullOrWhiteSpace(correlationId)) |
| | | 197 | | { |
| | 2 | 198 | | _logger.LogWarning("CorrelationId is null; cannot publish the raw response."); |
| | 2 | 199 | | AsyncResponseDiagnostics.SetError(activity, "correlation_id_null", "CorrelationId is null; cannot publish th |
| | 2 | 200 | | return; |
| | | 201 | | } |
| | | 202 | | |
| | | 203 | | try |
| | | 204 | | { |
| | 2 | 205 | | var subscribers = SnapshotSubscribers(correlationId); |
| | 2 | 206 | | activity?.SetTag("asyncresponse.subscribers", subscribers.Count); |
| | 2 | 207 | | if (subscribers.Count == 0) |
| | | 208 | | { |
| | 2 | 209 | | var result = await _lostSubscriberDispatcher |
| | 2 | 210 | | .DispatchLostResponses( |
| | 2 | 211 | | _recoveryStateStore, |
| | 2 | 212 | | correlationId, |
| | 2 | 213 | | response.DeserializeUntyped(), |
| | 2 | 214 | | ChannelName(correlationId), |
| | 2 | 215 | | cancellationToken, |
| | 2 | 216 | | hasLiveSubscriber: () => new ValueTask<bool>(SnapshotSubscribers(correlationId).Count > 0)) |
| | 2 | 217 | | .ConfigureAwait(false); |
| | | 218 | | |
| | 2 | 219 | | if (!result.RetryLive) |
| | | 220 | | { |
| | 2 | 221 | | AsyncResponseDiagnostics.SetLostSubscriberRoute(activity, result.ShouldResume); |
| | 2 | 222 | | AsyncResponseDiagnostics.RecordLostSubscriber("response", result.ShouldResume, result.CallbackInvoke |
| | 2 | 223 | | activity?.SetTag("asyncresponse.recovery.callback_invoked", result.CallbackInvoked); |
| | | 224 | | |
| | 2 | 225 | | return; |
| | | 226 | | } |
| | | 227 | | |
| | | 228 | | // A waiter registered between the snapshot and the recovery-state read — deliver |
| | | 229 | | // live instead of consuming its registration. |
| | 2 | 230 | | subscribers = SnapshotSubscribers(correlationId); |
| | 2 | 231 | | activity?.SetTag("asyncresponse.subscribers", subscribers.Count); |
| | | 232 | | } |
| | | 233 | | |
| | 2 | 234 | | await DispatchRawJsonResponsesAsync(subscribers, response).ConfigureAwait(false); |
| | | 235 | | |
| | 2 | 236 | | if (_logger.IsEnabled(LogLevel.Debug)) |
| | 2 | 237 | | _logger.LogDebug("Published raw response for correlationId {CorrelationId}. Subscribers: {SubscriberCoun |
| | 2 | 238 | | } |
| | 2 | 239 | | catch (Exception ex) |
| | | 240 | | { |
| | 2 | 241 | | AsyncResponseDiagnostics.SetError(activity, ex); |
| | 2 | 242 | | throw; |
| | | 243 | | } |
| | 2 | 244 | | } |
| | | 245 | | |
| | | 246 | | /// <inheritdoc /> |
| | | 247 | | public async Task SetException(Exception exception, string correlationId, CancellationToken cancellationToken = defa |
| | | 248 | | { |
| | 2 | 249 | | ArgumentNullException.ThrowIfNull(exception); |
| | | 250 | | |
| | 2 | 251 | | using var activity = AsyncResponseDiagnostics.StartActivity("asyncresponse.set_exception", ActivityKind.Producer |
| | 2 | 252 | | activity?.SetTag("asyncresponse.channel", "inmemory"); |
| | 2 | 253 | | activity?.SetTag("asyncresponse.exception_type", exception.GetType().FullName ?? exception.GetType().Name); |
| | | 254 | | |
| | 2 | 255 | | AsyncResponseDiagnostics.SetCorrelationId(activity, correlationId); |
| | 2 | 256 | | if (string.IsNullOrWhiteSpace(correlationId)) |
| | | 257 | | { |
| | 2 | 258 | | _logger.LogWarning("CorrelationId is null; cannot publish the exception. Exception: {ExceptionMessage}", exc |
| | 2 | 259 | | AsyncResponseDiagnostics.SetError(activity, "correlation_id_null", "CorrelationId is null; cannot publish th |
| | 2 | 260 | | return; |
| | | 261 | | } |
| | | 262 | | |
| | | 263 | | try |
| | | 264 | | { |
| | 2 | 265 | | var subscribers = SnapshotSubscribers(correlationId); |
| | 2 | 266 | | activity?.SetTag("asyncresponse.subscribers", subscribers.Count); |
| | 2 | 267 | | if (subscribers.Count == 0) |
| | | 268 | | { |
| | 2 | 269 | | var result = await _lostSubscriberDispatcher |
| | 2 | 270 | | .DispatchLostExceptions( |
| | 2 | 271 | | _recoveryStateStore, |
| | 2 | 272 | | correlationId, |
| | 2 | 273 | | exception, |
| | 2 | 274 | | ChannelName(correlationId), |
| | 2 | 275 | | cancellationToken, |
| | 2 | 276 | | hasLiveSubscriber: () => new ValueTask<bool>(SnapshotSubscribers(correlationId).Count > 0)) |
| | 2 | 277 | | .ConfigureAwait(false); |
| | | 278 | | |
| | 2 | 279 | | if (!result.RetryLive) |
| | | 280 | | { |
| | 2 | 281 | | activity?.SetTag("asyncresponse.recovery.callback_invoked", result.CallbackInvoked); |
| | 2 | 282 | | AsyncResponseDiagnostics.RecordLostSubscriber("exception", shouldResume: false, result.CallbackInvok |
| | | 283 | | |
| | 2 | 284 | | return; |
| | | 285 | | } |
| | | 286 | | |
| | | 287 | | // A waiter registered between the snapshot and the recovery-state read — deliver |
| | | 288 | | // live instead of consuming its registration. |
| | 2 | 289 | | subscribers = SnapshotSubscribers(correlationId); |
| | 2 | 290 | | activity?.SetTag("asyncresponse.subscribers", subscribers.Count); |
| | | 291 | | } |
| | | 292 | | |
| | 2 | 293 | | await DispatchExceptionsAsync(subscribers, exception).ConfigureAwait(false); |
| | | 294 | | |
| | 2 | 295 | | if (_logger.IsEnabled(LogLevel.Debug)) |
| | 2 | 296 | | _logger.LogDebug("Published exception for correlationId {CorrelationId}. Subscribers: {SubscriberCount}. |
| | 2 | 297 | | } |
| | 2 | 298 | | catch (Exception ex) |
| | | 299 | | { |
| | 2 | 300 | | AsyncResponseDiagnostics.SetError(activity, ex); |
| | 2 | 301 | | throw; |
| | | 302 | | } |
| | 2 | 303 | | } |
| | | 304 | | |
| | | 305 | | /// <inheritdoc /> |
| | | 306 | | public ValueTask<long> CountActiveSubscribersAsync(string correlationId, CancellationToken cancellationToken = defau |
| | | 307 | | { |
| | 2 | 308 | | if (string.IsNullOrWhiteSpace(correlationId)) |
| | 2 | 309 | | return new ValueTask<long>(0L); |
| | | 310 | | |
| | 2 | 311 | | long count = _subscriptions.TryGetValue(correlationId, out var subscribers) ? subscribers.Count : 0L; |
| | 2 | 312 | | return new ValueTask<long>(count); |
| | | 313 | | } |
| | | 314 | | |
| | | 315 | | private void AddSubscription(string correlationId, SubscriptionBase subscription) |
| | | 316 | | { |
| | 2 | 317 | | while (true) |
| | | 318 | | { |
| | 2 | 319 | | var group = _subscriptions.GetOrAdd(correlationId, static _ => new SubscriptionGroup()); |
| | 2 | 320 | | if (group.TryAdd(subscription)) |
| | 2 | 321 | | return; |
| | | 322 | | |
| | 2 | 323 | | _subscriptions.TryRemove(new KeyValuePair<string, SubscriptionGroup>(correlationId, group)); |
| | | 324 | | } |
| | | 325 | | } |
| | | 326 | | |
| | | 327 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | | 328 | | private SubscriptionSnapshot SnapshotSubscribers(string correlationId) |
| | 2 | 329 | | => _subscriptions.TryGetValue(correlationId, out var subscribers) |
| | 2 | 330 | | ? subscribers.Snapshot() |
| | 2 | 331 | | : default; |
| | | 332 | | |
| | | 333 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | | 334 | | private static Task DispatchResponsesAsync(SubscriptionSnapshot subscribers, object? response) |
| | | 335 | | { |
| | 2 | 336 | | if (subscribers.Single is { } single) |
| | 2 | 337 | | return single.DispatchResponseAsync(response); |
| | | 338 | | |
| | 2 | 339 | | return DispatchManyAsync(subscribers.Many, static (subscriber, state) => subscriber.DispatchResponseAsync(state) |
| | | 340 | | } |
| | | 341 | | |
| | | 342 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | | 343 | | private static Task DispatchRawJsonResponsesAsync(SubscriptionSnapshot subscribers, RawJsonResponse response) |
| | | 344 | | { |
| | 2 | 345 | | if (subscribers.Single is { } single) |
| | 2 | 346 | | return single.DispatchRawJsonResponseAsync(response); |
| | | 347 | | |
| | 2 | 348 | | return DispatchManyAsync(subscribers.Many, static (subscriber, state) => subscriber.DispatchRawJsonResponseAsync |
| | | 349 | | } |
| | | 350 | | |
| | | 351 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | | 352 | | private static Task DispatchExceptionsAsync(SubscriptionSnapshot subscribers, Exception exception) |
| | | 353 | | { |
| | 2 | 354 | | if (subscribers.Single is { } single) |
| | 2 | 355 | | return single.DispatchExceptionAsync(exception); |
| | | 356 | | |
| | 2 | 357 | | return DispatchManyAsync(subscribers.Many, static (subscriber, state) => subscriber.DispatchExceptionAsync(state |
| | | 358 | | } |
| | | 359 | | |
| | | 360 | | private static Task DispatchManyAsync<TState>( |
| | | 361 | | SubscriptionBase[]? subscribers, |
| | | 362 | | Func<SubscriptionBase, TState, Task> dispatch, |
| | | 363 | | TState state) |
| | | 364 | | { |
| | 2 | 365 | | if (subscribers is null || subscribers.Length == 0) |
| | 2 | 366 | | return Task.CompletedTask; |
| | | 367 | | |
| | 2 | 368 | | Task? firstPending = null; |
| | 2 | 369 | | List<Task>? pending = null; |
| | 2 | 370 | | for (var i = 0; i < subscribers.Length; i++) |
| | | 371 | | { |
| | 2 | 372 | | var task = dispatch(subscribers[i], state); |
| | 2 | 373 | | if (task.IsCompletedSuccessfully) |
| | | 374 | | continue; |
| | | 375 | | |
| | 2 | 376 | | if (firstPending is null) |
| | | 377 | | { |
| | 2 | 378 | | firstPending = task; |
| | 2 | 379 | | continue; |
| | | 380 | | } |
| | | 381 | | |
| | 2 | 382 | | (pending ??= [firstPending]).Add(task); |
| | | 383 | | } |
| | | 384 | | |
| | 2 | 385 | | return pending is not null |
| | 2 | 386 | | ? Task.WhenAll(pending) |
| | 2 | 387 | | : firstPending ?? Task.CompletedTask; |
| | | 388 | | } |
| | | 389 | | |
| | | 390 | | private void RemoveSubscription(string correlationId, Guid subscriptionId) |
| | | 391 | | { |
| | 2 | 392 | | if (!_subscriptions.TryGetValue(correlationId, out var subscribers)) |
| | 2 | 393 | | return; |
| | | 394 | | |
| | 2 | 395 | | if (subscribers.Remove(subscriptionId)) |
| | 2 | 396 | | _subscriptions.TryRemove(new KeyValuePair<string, SubscriptionGroup>(correlationId, subscribers)); |
| | 2 | 397 | | } |
| | | 398 | | |
| | 2 | 399 | | private static string ChannelName(string correlationId) => $"inmemory:response:{correlationId}"; |
| | | 400 | | |
| | | 401 | | private sealed class SubscriptionGroup |
| | | 402 | | { |
| | 2 | 403 | | private readonly object _gate = new(); |
| | | 404 | | private SubscriptionBase? _single; |
| | | 405 | | private List<SubscriptionBase>? _many; |
| | | 406 | | private bool _closed; |
| | | 407 | | |
| | | 408 | | public int Count |
| | | 409 | | { |
| | | 410 | | get |
| | | 411 | | { |
| | 2 | 412 | | lock (_gate) |
| | 2 | 413 | | return _single is not null ? 1 : _many?.Count ?? 0; |
| | 2 | 414 | | } |
| | | 415 | | } |
| | | 416 | | |
| | | 417 | | /// <summary>Adds a subscription to this correlation-id group.</summary> |
| | | 418 | | public bool TryAdd(SubscriptionBase subscription) |
| | | 419 | | { |
| | 2 | 420 | | lock (_gate) |
| | | 421 | | { |
| | 2 | 422 | | if (_closed) |
| | 2 | 423 | | return false; |
| | | 424 | | |
| | 2 | 425 | | if (_single is null && _many is null) |
| | | 426 | | { |
| | 2 | 427 | | _single = subscription; |
| | 2 | 428 | | return true; |
| | | 429 | | } |
| | | 430 | | |
| | 2 | 431 | | if (_many is null) |
| | | 432 | | { |
| | 2 | 433 | | _many = [_single!, subscription]; |
| | 2 | 434 | | _single = null; |
| | 2 | 435 | | return true; |
| | | 436 | | } |
| | | 437 | | |
| | 2 | 438 | | _many.Add(subscription); |
| | 2 | 439 | | return true; |
| | | 440 | | } |
| | 2 | 441 | | } |
| | | 442 | | |
| | | 443 | | /// <summary>Removes a subscription and returns whether the group became empty.</summary> |
| | | 444 | | public bool Remove(Guid subscriptionId) |
| | | 445 | | { |
| | 2 | 446 | | lock (_gate) |
| | | 447 | | { |
| | 2 | 448 | | if (_single?.Id == subscriptionId) |
| | | 449 | | { |
| | 2 | 450 | | _single = null; |
| | 2 | 451 | | _closed = true; |
| | 2 | 452 | | return true; |
| | | 453 | | } |
| | | 454 | | |
| | 2 | 455 | | if (_many is null) |
| | 2 | 456 | | return false; |
| | | 457 | | |
| | 2 | 458 | | for (var i = 0; i < _many.Count; i++) |
| | | 459 | | { |
| | 2 | 460 | | if (_many[i].Id != subscriptionId) |
| | | 461 | | continue; |
| | | 462 | | |
| | 2 | 463 | | _many.RemoveAt(i); |
| | | 464 | | // _many is only ever created with two entries and collapses to _single at one, |
| | | 465 | | // so it can never reach zero here — the group-empty signal is produced solely |
| | | 466 | | // by the _single removal path above. |
| | 2 | 467 | | if (_many.Count == 1) |
| | | 468 | | { |
| | 2 | 469 | | _single = _many[0]; |
| | 2 | 470 | | _many = null; |
| | | 471 | | } |
| | | 472 | | |
| | 2 | 473 | | return false; |
| | | 474 | | } |
| | | 475 | | |
| | 2 | 476 | | return false; |
| | | 477 | | } |
| | 2 | 478 | | } |
| | | 479 | | |
| | | 480 | | /// <summary>Captures the current subscriptions for lock-free dispatch outside the group lock.</summary> |
| | | 481 | | public SubscriptionSnapshot Snapshot() |
| | | 482 | | { |
| | 2 | 483 | | lock (_gate) |
| | | 484 | | { |
| | 2 | 485 | | if (_single is not null) |
| | 2 | 486 | | return SubscriptionSnapshot.ForSingle(_single); |
| | | 487 | | |
| | 2 | 488 | | if (_many is { Count: > 0 }) |
| | 2 | 489 | | return SubscriptionSnapshot.ForMany(_many.ToArray()); |
| | | 490 | | |
| | 2 | 491 | | return default; |
| | | 492 | | } |
| | 2 | 493 | | } |
| | | 494 | | } |
| | | 495 | | |
| | | 496 | | private readonly struct SubscriptionSnapshot |
| | | 497 | | { |
| | | 498 | | private SubscriptionSnapshot(SubscriptionBase? single, SubscriptionBase[]? many) |
| | | 499 | | { |
| | 2 | 500 | | Single = single; |
| | 2 | 501 | | Many = many; |
| | 2 | 502 | | } |
| | | 503 | | |
| | | 504 | | public SubscriptionBase? Single { get; } |
| | | 505 | | public SubscriptionBase[]? Many { get; } |
| | | 506 | | public int Count |
| | | 507 | | { |
| | | 508 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | 2 | 509 | | get => Single is not null ? 1 : Many?.Length ?? 0; |
| | | 510 | | } |
| | | 511 | | |
| | | 512 | | /// <summary>Creates a snapshot containing one subscription.</summary> |
| | | 513 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | 2 | 514 | | public static SubscriptionSnapshot ForSingle(SubscriptionBase single) => new(single, null); |
| | | 515 | | |
| | | 516 | | /// <summary>Creates a snapshot containing multiple subscriptions.</summary> |
| | | 517 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | 2 | 518 | | public static SubscriptionSnapshot ForMany(SubscriptionBase[] many) => new(null, many); |
| | | 519 | | } |
| | | 520 | | |
| | | 521 | | private abstract class SubscriptionBase |
| | | 522 | | { |
| | | 523 | | private readonly InMemoryAsyncResponseChannel _owner; |
| | | 524 | | private readonly CancellationTokenSource _timeoutCts; |
| | | 525 | | private readonly Activity? _activity; |
| | 2 | 526 | | private readonly object _cleanupSync = new(); |
| | | 527 | | private SemaphoreSlim? _dispatchWaiters; |
| | | 528 | | private CancellationTokenRegistration _timeoutRegistration; |
| | | 529 | | private Task? _cleanupTask; |
| | | 530 | | private int _dispatching; |
| | | 531 | | private int _dispatchWaiterCount; |
| | | 532 | | private int _terminal; |
| | | 533 | | private int _cleanupStarted; |
| | | 534 | | |
| | | 535 | | /// <summary>Creates the common state for an in-memory waiter subscription.</summary> |
| | 2 | 536 | | protected SubscriptionBase(InMemoryAsyncResponseChannel owner, string correlationId, TimeSpan timeout, Activity? |
| | | 537 | | { |
| | 2 | 538 | | _owner = owner; |
| | 2 | 539 | | CorrelationId = correlationId; |
| | 2 | 540 | | Timeout = timeout; |
| | 2 | 541 | | _activity = activity; |
| | 2 | 542 | | _timeoutCts = new CancellationTokenSource(); |
| | 2 | 543 | | } |
| | | 544 | | |
| | | 545 | | /// <summary>Per-waiter registration id used for subscription and recovery-state cleanup.</summary> |
| | 2 | 546 | | public Guid Id { get; } = Guid.NewGuid(); |
| | | 547 | | protected string CorrelationId { get; } |
| | 2 | 548 | | protected Activity? WaitActivity => _activity; |
| | | 549 | | private TimeSpan Timeout { get; } |
| | | 550 | | public bool CleanupStarted |
| | | 551 | | { |
| | | 552 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | 2 | 553 | | get => Volatile.Read(ref _cleanupStarted) != 0; |
| | | 554 | | } |
| | | 555 | | |
| | | 556 | | /// <summary>Arms the subscription timeout after registration has succeeded.</summary> |
| | | 557 | | public void ArmTimeout() |
| | | 558 | | { |
| | 2 | 559 | | if (CleanupStarted) |
| | 2 | 560 | | return; |
| | | 561 | | |
| | | 562 | | try |
| | | 563 | | { |
| | 2 | 564 | | _timeoutRegistration = _timeoutCts.Token.Register(static state => |
| | 2 | 565 | | { |
| | 2 | 566 | | _ = ((SubscriptionBase)state!).TimeoutAsync(); |
| | 2 | 567 | | }, this); |
| | | 568 | | |
| | 2 | 569 | | if (CleanupStarted) |
| | | 570 | | { |
| | 0 | 571 | | _timeoutRegistration.Dispose(); |
| | 0 | 572 | | return; |
| | | 573 | | } |
| | | 574 | | |
| | 2 | 575 | | _timeoutCts.CancelAfter(Timeout); |
| | 2 | 576 | | } |
| | 2 | 577 | | catch (ObjectDisposedException) |
| | | 578 | | { |
| | | 579 | | // A response or explicit disposal can clean up between the guard and timer arming. |
| | 2 | 580 | | } |
| | 2 | 581 | | } |
| | | 582 | | |
| | | 583 | | /// <summary>Dispatches a typed or materializable response to this subscription.</summary> |
| | | 584 | | public abstract Task DispatchResponseAsync(object? response); |
| | | 585 | | |
| | | 586 | | /// <summary>Dispatches a raw JSON response to this subscription.</summary> |
| | | 587 | | public abstract Task DispatchRawJsonResponseAsync(RawJsonResponse response); |
| | | 588 | | |
| | | 589 | | /// <summary>Faults this subscription with a published exception.</summary> |
| | | 590 | | public Task DispatchExceptionAsync(Exception exception) |
| | 2 | 591 | | => DispatchSerialAsync( |
| | 2 | 592 | | exception, |
| | 2 | 593 | | static (subscription, state) => subscription.DispatchExceptionCoreAsync(state)); |
| | | 594 | | |
| | | 595 | | private Task DispatchExceptionCoreAsync(Exception exception) |
| | | 596 | | { |
| | 2 | 597 | | if (CleanupStarted) |
| | 2 | 598 | | return Task.CompletedTask; |
| | | 599 | | |
| | 2 | 600 | | if (!TryBeginTerminal()) |
| | 2 | 601 | | return Task.CompletedTask; |
| | | 602 | | |
| | 2 | 603 | | AsyncResponseDiagnostics.SetError(_activity, exception); |
| | 2 | 604 | | TrySetException(exception); |
| | 2 | 605 | | return CleanupOnceAsTask(); |
| | | 606 | | } |
| | | 607 | | |
| | | 608 | | /// <summary> |
| | | 609 | | /// Serializes every signal for one waiter. The uncontended path uses only an interlocked |
| | | 610 | | /// owner bit; the semaphore is created lazily if concurrent publishers actually contend. |
| | | 611 | | /// </summary> |
| | | 612 | | protected Task DispatchSerialAsync<TState>( |
| | | 613 | | TState state, |
| | | 614 | | Func<SubscriptionBase, TState, Task> dispatch) |
| | | 615 | | { |
| | 2 | 616 | | if (Interlocked.CompareExchange(ref _dispatching, 1, 0) != 0) |
| | 2 | 617 | | return WaitAndDispatchAsync(this, state, dispatch); |
| | | 618 | | |
| | | 619 | | Task task; |
| | | 620 | | try |
| | | 621 | | { |
| | 2 | 622 | | task = dispatch(this, state); |
| | 2 | 623 | | } |
| | 2 | 624 | | catch |
| | | 625 | | { |
| | 2 | 626 | | ReleaseDispatch(); |
| | 2 | 627 | | throw; |
| | | 628 | | } |
| | | 629 | | |
| | 2 | 630 | | if (task.IsCompletedSuccessfully) |
| | | 631 | | { |
| | 2 | 632 | | ReleaseDispatch(); |
| | 2 | 633 | | return task; |
| | | 634 | | } |
| | | 635 | | |
| | 2 | 636 | | return ReleaseAfterDispatchAsync(this, task); |
| | | 637 | | } |
| | | 638 | | |
| | | 639 | | private static async Task WaitAndDispatchAsync<TState>( |
| | | 640 | | SubscriptionBase subscription, |
| | | 641 | | TState state, |
| | | 642 | | Func<SubscriptionBase, TState, Task> dispatch) |
| | | 643 | | { |
| | 2 | 644 | | Interlocked.Increment(ref subscription._dispatchWaiterCount); |
| | | 645 | | try |
| | | 646 | | { |
| | 2 | 647 | | var waiters = LazyInitializer.EnsureInitialized( |
| | 2 | 648 | | ref subscription._dispatchWaiters, |
| | 2 | 649 | | static () => new SemaphoreSlim(0)); |
| | 2 | 650 | | while (Interlocked.CompareExchange(ref subscription._dispatching, 1, 0) != 0) |
| | 2 | 651 | | await waiters.WaitAsync().ConfigureAwait(false); |
| | 2 | 652 | | } |
| | | 653 | | finally |
| | | 654 | | { |
| | 2 | 655 | | Interlocked.Decrement(ref subscription._dispatchWaiterCount); |
| | | 656 | | } |
| | | 657 | | |
| | | 658 | | try |
| | | 659 | | { |
| | 2 | 660 | | await dispatch(subscription, state).ConfigureAwait(false); |
| | 2 | 661 | | } |
| | | 662 | | finally |
| | | 663 | | { |
| | 2 | 664 | | subscription.ReleaseDispatch(); |
| | | 665 | | } |
| | 2 | 666 | | } |
| | | 667 | | |
| | | 668 | | private static async Task ReleaseAfterDispatchAsync(SubscriptionBase subscription, Task task) |
| | | 669 | | { |
| | | 670 | | try |
| | | 671 | | { |
| | 2 | 672 | | await task.ConfigureAwait(false); |
| | 2 | 673 | | } |
| | | 674 | | finally |
| | | 675 | | { |
| | 2 | 676 | | subscription.ReleaseDispatch(); |
| | | 677 | | } |
| | 2 | 678 | | } |
| | | 679 | | |
| | | 680 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | | 681 | | private void ReleaseDispatch() |
| | | 682 | | { |
| | 2 | 683 | | Volatile.Write(ref _dispatching, 0); |
| | 2 | 684 | | if (Volatile.Read(ref _dispatchWaiterCount) > 0) |
| | 2 | 685 | | Volatile.Read(ref _dispatchWaiters)?.Release(); |
| | 2 | 686 | | } |
| | | 687 | | |
| | | 688 | | /// <summary>Runs subscription, recovery-state, timeout, and activity cleanup once.</summary> |
| | | 689 | | public ValueTask CleanupOnceAsync() |
| | | 690 | | { |
| | | 691 | | Task cleanupTask; |
| | 2 | 692 | | lock (_cleanupSync) |
| | | 693 | | { |
| | 2 | 694 | | cleanupTask = _cleanupTask ??= StartCleanupAsync(); |
| | 2 | 695 | | } |
| | | 696 | | |
| | 2 | 697 | | return cleanupTask.IsCompletedSuccessfully |
| | 2 | 698 | | ? ValueTask.CompletedTask |
| | 2 | 699 | | : new ValueTask(cleanupTask); |
| | | 700 | | } |
| | | 701 | | |
| | | 702 | | /// <summary> |
| | | 703 | | /// Dispose-path cleanup: DRAINS any in-flight dispatch before settling. A delivery may be |
| | | 704 | | /// mid <c>Until</c>-predicate holding a claimed terminal message; queueing a no-op through |
| | | 705 | | /// the per-waiter dispatch gate completes only after that delivery settled the task (or |
| | | 706 | | /// released the gate), so the cleanup's cancel afterwards is a genuine settlement — never |
| | | 707 | | /// a cancellation stealing an already-consumed response. Must NOT be called from dispatch |
| | | 708 | | /// code (which holds the gate): dispatch-triggered cleanup uses |
| | | 709 | | /// <see cref="CleanupOnceAsync"/> directly, with its task already settled. |
| | | 710 | | /// <para> |
| | | 711 | | /// The drain is bounded by <c>DisposalDrainTimeout</c>. A lapsed budget must not fall back |
| | | 712 | | /// to the cleanup's cancel — the wedged delivery holds a message the channel already |
| | | 713 | | /// claimed, and "canceled" would tell a re-attaching caller nothing was delivered — so it |
| | | 714 | | /// faults the task with the explicit indeterminate contract instead, routing durable flows |
| | | 715 | | /// to a fresh idempotent restart. The abandoned no-op marker runs harmlessly whenever the |
| | | 716 | | /// wedged dispatch finally releases the gate. |
| | | 717 | | /// </para> |
| | | 718 | | /// </summary> |
| | | 719 | | public async ValueTask DisposeCleanupAsync() |
| | | 720 | | { |
| | 2 | 721 | | if (Volatile.Read(ref _cleanupStarted) == 0) |
| | | 722 | | { |
| | 2 | 723 | | var drainTimeout = _owner._options.DisposalDrainTimeout; |
| | | 724 | | try |
| | | 725 | | { |
| | 2 | 726 | | await DispatchSerialAsync(0, static (_, _) => Task.CompletedTask) |
| | 2 | 727 | | .WaitAsync(drainTimeout).ConfigureAwait(false); |
| | 2 | 728 | | } |
| | 2 | 729 | | catch (TimeoutException) |
| | | 730 | | { |
| | 2 | 731 | | _owner._logger.LogWarning( |
| | 2 | 732 | | "Disposal drain for correlationId {CorrelationId} did not finish within {DrainTimeout}; faulting |
| | 2 | 733 | | CorrelationId, drainTimeout); |
| | 2 | 734 | | AsyncResponseDiagnostics.SetError(_activity, "indeterminate_delivery", "Disposal drain timed out wit |
| | | 735 | | // A TrySetResult from the late-finishing dispatch loses against this and is |
| | | 736 | | // dropped; its cleanup call is a no-op behind the latch. |
| | 2 | 737 | | TrySetException(new AsyncResponseIndeterminateDeliveryException(CorrelationId, drainTimeout)); |
| | 2 | 738 | | } |
| | | 739 | | } |
| | | 740 | | |
| | 2 | 741 | | await CleanupOnceAsync().ConfigureAwait(false); |
| | 2 | 742 | | } |
| | | 743 | | |
| | | 744 | | private async Task StartCleanupAsync() |
| | | 745 | | { |
| | 2 | 746 | | Volatile.Write(ref _cleanupStarted, 1); |
| | | 747 | | |
| | | 748 | | // A waiter disposed before any terminal signal must not leave ResponseTask pending |
| | | 749 | | // forever for callers that hold it directly. Cancellation is a no-op after a normal |
| | | 750 | | // completion, timeout, or fault. |
| | 2 | 751 | | TrySetCanceled(); |
| | | 752 | | |
| | | 753 | | try |
| | | 754 | | { |
| | | 755 | | // Delete the recovery state BEFORE removing the subscription. In the reverse order |
| | | 756 | | // a publish landing in the window sees "no subscriber, state present" and fires a |
| | | 757 | | // spurious recovery callback for a wait that already reached a terminal state. In |
| | | 758 | | // this order the window shows a subscriber that drops the message (CleanupStarted) |
| | | 759 | | // — a late or duplicate terminal message is droppable; a resurrected recovery |
| | | 760 | | // callback is not. |
| | 2 | 761 | | await _owner._recoveryStateStore.TryDeleteAsync(CorrelationId, Id).ConfigureAwait(false); |
| | | 762 | | } |
| | | 763 | | finally |
| | | 764 | | { |
| | 2 | 765 | | _owner.RemoveSubscription(CorrelationId, Id); |
| | 2 | 766 | | await _timeoutRegistration.DisposeAsync().ConfigureAwait(false); |
| | 2 | 767 | | _timeoutCts.Dispose(); |
| | 2 | 768 | | _activity?.Dispose(); |
| | | 769 | | } |
| | 2 | 770 | | } |
| | | 771 | | |
| | | 772 | | /// <summary>Marks this subscription as terminal if no terminal signal has won yet.</summary> |
| | | 773 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | | 774 | | protected bool TryBeginTerminal() |
| | 2 | 775 | | => Interlocked.Exchange(ref _terminal, 1) == 0; |
| | | 776 | | |
| | | 777 | | /// <summary>Stores the timeout exception on the concrete waiter task.</summary> |
| | | 778 | | protected abstract void SetTimeoutException(Exception exception); |
| | | 779 | | |
| | | 780 | | /// <summary>Attempts to fault the concrete waiter task.</summary> |
| | | 781 | | public abstract void TrySetException(Exception exception); |
| | | 782 | | |
| | | 783 | | /// <summary>Attempts to cancel the concrete waiter task (dispose before any terminal signal).</summary> |
| | | 784 | | public abstract void TrySetCanceled(); |
| | | 785 | | |
| | | 786 | | /// <summary>Returns cleanup as a task for dispatch paths that already operate on <see cref="Task"/>.</summary> |
| | | 787 | | [MethodImpl(MethodImplOptions.AggressiveInlining)] |
| | | 788 | | protected Task CleanupOnceAsTask() |
| | | 789 | | { |
| | 2 | 790 | | var cleanup = CleanupOnceAsync(); |
| | 2 | 791 | | return cleanup.IsCompletedSuccessfully ? Task.CompletedTask : cleanup.AsTask(); |
| | | 792 | | } |
| | | 793 | | |
| | | 794 | | private Task TimeoutAsync() |
| | 2 | 795 | | => DispatchSerialAsync( |
| | 2 | 796 | | 0, |
| | 2 | 797 | | static (subscription, _) => subscription.TimeoutCoreAsync()); |
| | | 798 | | |
| | | 799 | | private Task TimeoutCoreAsync() |
| | | 800 | | { |
| | 2 | 801 | | if (CleanupStarted) |
| | 2 | 802 | | return Task.CompletedTask; |
| | | 803 | | |
| | 2 | 804 | | if (!TryBeginTerminal()) |
| | 2 | 805 | | return Task.CompletedTask; |
| | | 806 | | |
| | 2 | 807 | | _owner._logger.LogWarning("Timed out waiting for response for correlationId {CorrelationId}.", CorrelationId |
| | 2 | 808 | | AsyncResponseDiagnostics.RecordWaiterTimeout("inmemory"); |
| | | 809 | | |
| | 2 | 810 | | var exception = new TimeoutException($"Timed out waiting for response for correlationId {CorrelationId}."); |
| | 2 | 811 | | AsyncResponseDiagnostics.SetError(_activity, "timeout", exception.Message); |
| | 2 | 812 | | SetTimeoutException(exception); |
| | 2 | 813 | | return CleanupOnceAsTask(); |
| | | 814 | | } |
| | | 815 | | } |
| | | 816 | | |
| | | 817 | | private sealed class Subscription<T> : SubscriptionBase where T : IAsyncResponsePayload |
| | | 818 | | { |
| | | 819 | | private readonly Func<T, ValueTask<bool>> _completionPredicate; |
| | | 820 | | private readonly ExecutionContext? _capturedContext; |
| | 2 | 821 | | private readonly TaskCompletionSource<T> _tcs = new(TaskCreationOptions.RunContinuationsAsynchronously); |
| | | 822 | | |
| | | 823 | | /// <summary>Creates a typed in-memory waiter subscription.</summary> |
| | | 824 | | public Subscription( |
| | | 825 | | InMemoryAsyncResponseChannel owner, |
| | | 826 | | string correlationId, |
| | | 827 | | TimeSpan timeout, |
| | | 828 | | Func<T, ValueTask<bool>> completionPredicate, |
| | | 829 | | Activity? activity, |
| | | 830 | | ExecutionContext? capturedContext) |
| | 2 | 831 | | : base(owner, correlationId, timeout, activity) |
| | | 832 | | { |
| | 2 | 833 | | _completionPredicate = completionPredicate; |
| | 2 | 834 | | _capturedContext = capturedContext; |
| | 2 | 835 | | } |
| | | 836 | | |
| | 2 | 837 | | public Task<T> ResponseTask => _tcs.Task; |
| | | 838 | | |
| | | 839 | | /// <inheritdoc /> |
| | | 840 | | public override Task DispatchResponseAsync(object? response) |
| | 2 | 841 | | => DispatchSerialAsync( |
| | 2 | 842 | | response, |
| | 2 | 843 | | static (subscription, state) => ((Subscription<T>)subscription).DispatchResponseUnserializedAsync(state) |
| | | 844 | | |
| | | 845 | | private Task DispatchResponseUnserializedAsync(object? response) |
| | | 846 | | { |
| | 2 | 847 | | if (CleanupStarted) |
| | 2 | 848 | | return Task.CompletedTask; |
| | | 849 | | |
| | | 850 | | // Restore the waiter's subscribe-time ambient context (trace, principal, …) so the |
| | | 851 | | // completion predicate and any logging run under it, even when the response is delivered |
| | | 852 | | // on a foreign thread such as a broker ingress callback. |
| | 2 | 853 | | if (_capturedContext is null) |
| | 2 | 854 | | return DispatchResponseCoreAsync(response); |
| | | 855 | | |
| | 2 | 856 | | Task? dispatch = null; |
| | 2 | 857 | | ExecutionContext.Run(_capturedContext, _ => dispatch = DispatchResponseCoreAsync(response), null); |
| | 2 | 858 | | return dispatch!; |
| | | 859 | | } |
| | | 860 | | |
| | | 861 | | /// <inheritdoc /> |
| | | 862 | | public override Task DispatchRawJsonResponseAsync(RawJsonResponse response) |
| | 2 | 863 | | => DispatchSerialAsync( |
| | 2 | 864 | | response, |
| | 2 | 865 | | static (subscription, state) => ((Subscription<T>)subscription).DispatchRawJsonResponseUnserializedAsync |
| | | 866 | | |
| | | 867 | | private Task DispatchRawJsonResponseUnserializedAsync(RawJsonResponse response) |
| | | 868 | | { |
| | 2 | 869 | | if (CleanupStarted) |
| | 2 | 870 | | return Task.CompletedTask; |
| | | 871 | | |
| | 2 | 872 | | if (_capturedContext is null) |
| | 2 | 873 | | return DispatchRawJsonResponseCoreAsync(response); |
| | | 874 | | |
| | 2 | 875 | | Task? dispatch = null; |
| | 2 | 876 | | ExecutionContext.Run(_capturedContext, _ => dispatch = DispatchRawJsonResponseCoreAsync(response), null); |
| | 2 | 877 | | return dispatch!; |
| | | 878 | | } |
| | | 879 | | |
| | | 880 | | private Task DispatchResponseCoreAsync(object? response) |
| | | 881 | | { |
| | | 882 | | try |
| | | 883 | | { |
| | 2 | 884 | | var payload = response is T typed |
| | 2 | 885 | | ? typed |
| | 2 | 886 | | : response.As<T>(); |
| | | 887 | | |
| | 2 | 888 | | var completion = _completionPredicate(payload); |
| | 2 | 889 | | if (!completion.IsCompletedSuccessfully) |
| | 2 | 890 | | return AwaitCompletionPredicateAsync(completion, payload); |
| | | 891 | | |
| | 2 | 892 | | var finished = completion.Result; |
| | 2 | 893 | | if (!finished || !TryBeginTerminal()) |
| | 2 | 894 | | return Task.CompletedTask; |
| | | 895 | | |
| | 2 | 896 | | _tcs.TrySetResult(payload); |
| | 2 | 897 | | return CleanupOnceAsTask(); |
| | | 898 | | } |
| | 2 | 899 | | catch (Exception ex) |
| | | 900 | | { |
| | 2 | 901 | | if (!TryBeginTerminal()) |
| | 2 | 902 | | return Task.CompletedTask; |
| | | 903 | | |
| | 2 | 904 | | AsyncResponseDiagnostics.SetError(WaitActivity, ex); |
| | 2 | 905 | | _tcs.TrySetException(ex); |
| | 2 | 906 | | return CleanupOnceAsTask(); |
| | | 907 | | } |
| | 2 | 908 | | } |
| | | 909 | | |
| | | 910 | | private Task DispatchRawJsonResponseCoreAsync(RawJsonResponse response) |
| | | 911 | | { |
| | | 912 | | try |
| | | 913 | | { |
| | 2 | 914 | | return DispatchPayloadAsync(response.Deserialize<T>()!); |
| | | 915 | | } |
| | 2 | 916 | | catch (Exception ex) |
| | | 917 | | { |
| | 2 | 918 | | return FaultAsync(ex); |
| | | 919 | | } |
| | 2 | 920 | | } |
| | | 921 | | |
| | | 922 | | // Raw ingress has to materialize JSON before it can run the same completion semantics as |
| | | 923 | | // the typed path. Keep this separate so typed publishers stay on the shorter inline path. |
| | | 924 | | private Task DispatchPayloadAsync(T payload) |
| | | 925 | | { |
| | | 926 | | try |
| | | 927 | | { |
| | 2 | 928 | | var completion = _completionPredicate(payload); |
| | 2 | 929 | | if (!completion.IsCompletedSuccessfully) |
| | 2 | 930 | | return AwaitCompletionPredicateAsync(completion, payload); |
| | | 931 | | |
| | 2 | 932 | | var finished = completion.Result; |
| | 2 | 933 | | if (!finished || !TryBeginTerminal()) |
| | 2 | 934 | | return Task.CompletedTask; |
| | | 935 | | |
| | 2 | 936 | | _tcs.TrySetResult(payload); |
| | 2 | 937 | | return CleanupOnceAsTask(); |
| | | 938 | | } |
| | 2 | 939 | | catch (Exception ex) |
| | | 940 | | { |
| | 2 | 941 | | return FaultAsync(ex); |
| | | 942 | | } |
| | 2 | 943 | | } |
| | | 944 | | |
| | | 945 | | private Task FaultAsync(Exception exception) |
| | | 946 | | { |
| | 2 | 947 | | if (!TryBeginTerminal()) |
| | 2 | 948 | | return Task.CompletedTask; |
| | | 949 | | |
| | 2 | 950 | | AsyncResponseDiagnostics.SetError(WaitActivity, exception); |
| | 2 | 951 | | _tcs.TrySetException(exception); |
| | 2 | 952 | | return CleanupOnceAsTask(); |
| | | 953 | | } |
| | | 954 | | |
| | | 955 | | private async Task AwaitCompletionPredicateAsync(ValueTask<bool> completion, T payload) |
| | | 956 | | { |
| | | 957 | | try |
| | | 958 | | { |
| | 2 | 959 | | var finished = await completion.ConfigureAwait(false); |
| | 2 | 960 | | if (!finished || !TryBeginTerminal()) |
| | 2 | 961 | | return; |
| | | 962 | | |
| | 2 | 963 | | _tcs.TrySetResult(payload); |
| | 2 | 964 | | await CleanupOnceAsync().ConfigureAwait(false); |
| | 2 | 965 | | } |
| | 2 | 966 | | catch (Exception ex) |
| | | 967 | | { |
| | 2 | 968 | | if (!TryBeginTerminal()) |
| | 2 | 969 | | return; |
| | | 970 | | |
| | 2 | 971 | | AsyncResponseDiagnostics.SetError(WaitActivity, ex); |
| | 2 | 972 | | _tcs.TrySetException(ex); |
| | 2 | 973 | | await CleanupOnceAsync().ConfigureAwait(false); |
| | | 974 | | } |
| | 2 | 975 | | } |
| | | 976 | | |
| | | 977 | | /// <inheritdoc /> |
| | | 978 | | protected override void SetTimeoutException(Exception exception) |
| | 2 | 979 | | => _tcs.TrySetException(exception); |
| | | 980 | | |
| | | 981 | | /// <inheritdoc /> |
| | | 982 | | public override void TrySetException(Exception exception) |
| | 2 | 983 | | => _tcs.TrySetException(exception); |
| | | 984 | | |
| | | 985 | | /// <inheritdoc /> |
| | | 986 | | public override void TrySetCanceled() |
| | 2 | 987 | | => _tcs.TrySetCanceled(); |
| | | 988 | | } |
| | | 989 | | } |
| | | 990 | | |
| | | 991 | | internal sealed class InMemoryAsyncResponseWaiter<T>( |
| | | 992 | | Task<T> _responseTask, |
| | | 993 | | Func<ValueTask> _cleanupAsync) : IAsyncResponseWaiter<T> where T : IAsyncResponsePayload |
| | | 994 | | { |
| | | 995 | | public Task<T> ResponseTask => _responseTask; |
| | | 996 | | |
| | | 997 | | /// <inheritdoc /> |
| | | 998 | | public ValueTask DisposeAsync() |
| | | 999 | | => _cleanupAsync(); |
| | | 1000 | | } |