| | | 1 | | using AsyncResponse; |
| | | 2 | | using AsyncResponse.Transports.Kafka; |
| | | 3 | | using Microsoft.Extensions.DependencyInjection.Extensions; |
| | | 4 | | using Microsoft.Extensions.Options; |
| | | 5 | | |
| | | 6 | | namespace Microsoft.Extensions.DependencyInjection; |
| | | 7 | | |
| | | 8 | | /// <summary> |
| | | 9 | | /// DI registration for the Apache Kafka AsyncResponse transport. |
| | | 10 | | /// </summary> |
| | | 11 | | public static class KafkaAsyncResponseTransportServiceCollectionExtensions |
| | | 12 | | { |
| | | 13 | | /// <summary> |
| | | 14 | | /// Registers Apache Kafka as the worker transport and response ingress in one call: |
| | | 15 | | /// <list type="bullet"> |
| | | 16 | | /// <item><description>worker jobs are produced to the configured worker topic;</description></item> |
| | | 17 | | /// <item><description>a hosted consumer-group subscriber reads worker messages and executes jobs;</description></it |
| | | 18 | | /// <item><description>a hosted consumer-group subscriber reads response messages and feeds them into <see cref="IAs |
| | | 19 | | /// </list> |
| | | 20 | | /// Kafka is a transport, not the waiter/recovery channel — its partitioned log has no targeted |
| | | 21 | | /// waiter wake and no per-key TTL store. Pair it with <c>.WithRedisChannel()</c>, |
| | | 22 | | /// <c>.WithNatsChannel()</c>, or <c>.WithPostgreSqlChannel()</c> when late responses must |
| | | 23 | | /// survive redeploys, or with <c>.WithInMemoryChannel()</c> for simple single-process waits. |
| | | 24 | | /// <para> |
| | | 25 | | /// The package speaks the Kafka protocol via <c>Confluent.Kafka</c>, so it also works against |
| | | 26 | | /// Redpanda, Amazon MSK, WarpStream, Aiven, and Confluent Cloud. |
| | | 27 | | /// </para> |
| | | 28 | | /// </summary> |
| | | 29 | | public static AsyncResponseRegistrationBuilder WithKafkaTransport( |
| | | 30 | | this AsyncResponseRegistrationBuilder builder, |
| | | 31 | | Action<KafkaAsyncResponseTransportOptions> configure) |
| | | 32 | | { |
| | 3 | 33 | | ArgumentNullException.ThrowIfNull(configure); |
| | | 34 | | |
| | 3 | 35 | | var services = builder.Services; |
| | 3 | 36 | | services.AddOptions(); |
| | 3 | 37 | | services.Configure(configure); |
| | | 38 | | |
| | 3 | 39 | | services.TryAddSingleton<IKafkaProducerClient>(provider => new KafkaProducerClientAdapter( |
| | 3 | 40 | | provider.GetRequiredService<IOptions<KafkaAsyncResponseTransportOptions>>().Value)); |
| | 3 | 41 | | services.TryAddSingleton<IKafkaConsumerClientFactory>(provider => new KafkaConsumerClientFactory( |
| | 3 | 42 | | provider.GetRequiredService<IOptions<KafkaAsyncResponseTransportOptions>>().Value)); |
| | 3 | 43 | | services.TryAddSingleton<IKafkaAdminClient>(provider => new KafkaAdminClientAdapter( |
| | 3 | 44 | | provider.GetRequiredService<IOptions<KafkaAsyncResponseTransportOptions>>().Value)); |
| | | 45 | | |
| | 3 | 46 | | services.TryAddSingleton(provider => new KafkaWorkerTransport( |
| | 3 | 47 | | provider.GetRequiredService<IOptions<KafkaAsyncResponseTransportOptions>>(), |
| | 3 | 48 | | provider.GetRequiredService<IKafkaProducerClient>())); |
| | 3 | 49 | | services.Replace(ServiceDescriptor.Singleton<IWorkerTransport>(provider => |
| | 3 | 50 | | provider.GetRequiredService<KafkaWorkerTransport>())); |
| | 3 | 51 | | services.Replace(ServiceDescriptor.Singleton<IAsyncResponseReplyTargetProvider, KafkaReplyTargetProvider>()); |
| | 3 | 52 | | services.AddSingleton(provider => |
| | 3 | 53 | | { |
| | 3 | 54 | | // Resolved ack modes declared to the Core startup validator, which vetoes early ACK on |
| | 3 | 55 | | // the worker queue durable-flow wake-ups ride (see AsyncResponseStartupValidator). |
| | 3 | 56 | | var options = provider.GetRequiredService<Microsoft.Extensions.Options.IOptions<KafkaAsyncResponseTransportO |
| | 3 | 57 | | return new AsyncResponseTransportMarker("Kafka") |
| | 3 | 58 | | { |
| | 3 | 59 | | WorkerSubscriberUsesEarlyAck = options.WorkerSubscriber.AckMode == KafkaAckMode.AckAfterEnqueue, |
| | 3 | 60 | | WorkerAckModePath = $"{nameof(KafkaAsyncResponseTransportOptions)}.{nameof(options.WorkerSubscriber)}.{n |
| | 3 | 61 | | ResponseSubscriberUsesEarlyAck = options.ResponseSubscriber.AckMode == KafkaAckMode.AckAfterEnqueue, |
| | 3 | 62 | | ResponseAckModePath = $"{nameof(KafkaAsyncResponseTransportOptions)}.{nameof(options.ResponseSubscriber) |
| | 3 | 63 | | }; |
| | 3 | 64 | | }); |
| | | 65 | | |
| | 3 | 66 | | services.AddHostedService<KafkaWorkerSubscriber>(); |
| | 3 | 67 | | services.AddHostedService<KafkaResponseIngressSubscriber>(); |
| | | 68 | | |
| | 3 | 69 | | return builder; |
| | | 70 | | } |
| | | 71 | | } |