| | | 1 | | using Microsoft.Extensions.Options; |
| | | 2 | | using System.Diagnostics; |
| | | 3 | | using System.Text; |
| | | 4 | | using System.Text.Json; |
| | | 5 | | |
| | | 6 | | namespace AsyncResponse.Transports.Kafka; |
| | | 7 | | |
| | | 8 | | /// <summary> |
| | | 9 | | /// Publishes <see cref="WorkerJobEnvelope"/> messages to a Kafka topic. |
| | | 10 | | /// </summary> |
| | | 11 | | /// <remarks> |
| | | 12 | | /// The correlation id is carried in a message header and doubles as the partition key, so all jobs |
| | | 13 | | /// of one flow stay ordered within their partition; jobs without a correlation id are spread |
| | | 14 | | /// round-robin. The producer is idempotent with <c>acks=all</c>, and transient broker failures are |
| | | 15 | | /// retried with bounded exponential backoff before the exception is returned to the caller. |
| | | 16 | | /// </remarks> |
| | | 17 | | public sealed class KafkaWorkerTransport : IWorkerTransport |
| | | 18 | | { |
| | | 19 | | private readonly KafkaAsyncResponseTransportOptions _options; |
| | | 20 | | private readonly IKafkaProducerClient _producer; |
| | | 21 | | private readonly KafkaTransportTopicSchema _topics; |
| | | 22 | | |
| | | 23 | | /// <summary>Runs the KafkaWorkerTransport operation.</summary> |
| | | 24 | | public KafkaWorkerTransport(IOptions<KafkaAsyncResponseTransportOptions> options) |
| | 2 | 25 | | : this(options, new KafkaProducerClientAdapter(KafkaTransportOptionsValidatorWithValue(options))) |
| | | 26 | | { |
| | 2 | 27 | | } |
| | | 28 | | |
| | 216 | 29 | | internal KafkaWorkerTransport( |
| | 216 | 30 | | IOptions<KafkaAsyncResponseTransportOptions> options, |
| | 216 | 31 | | IKafkaProducerClient producer) |
| | | 32 | | { |
| | 216 | 33 | | _options = options.Value; |
| | 216 | 34 | | KafkaTransportOptionsValidator.ValidateCommon(_options); |
| | 214 | 35 | | _producer = producer; |
| | 214 | 36 | | _topics = new KafkaTransportTopicSchema(_options); |
| | 214 | 37 | | } |
| | | 38 | | |
| | | 39 | | private static KafkaAsyncResponseTransportOptions KafkaTransportOptionsValidatorWithValue( |
| | | 40 | | IOptions<KafkaAsyncResponseTransportOptions> options) |
| | | 41 | | { |
| | 2 | 42 | | KafkaTransportOptionsValidator.ValidateCommon(options.Value); |
| | 2 | 43 | | return options.Value; |
| | | 44 | | } |
| | | 45 | | |
| | | 46 | | /// <summary>Publishes the supplied message.</summary> |
| | | 47 | | public async Task PublishAsync(WorkerJobEnvelope job, CancellationToken cancellationToken = default) |
| | | 48 | | { |
| | 425 | 49 | | ArgumentNullException.ThrowIfNull(job); |
| | | 50 | | |
| | 423 | 51 | | using var activity = AsyncResponseDiagnostics.StartActivity( |
| | 423 | 52 | | "asyncresponse.worker.publish", |
| | 423 | 53 | | ActivityKind.Producer, |
| | 423 | 54 | | job.CorrelationId); |
| | 423 | 55 | | activity?.SetTag("asyncresponse.transport", "kafka"); |
| | 423 | 56 | | activity?.SetTag("messaging.system", "kafka"); |
| | 423 | 57 | | activity?.SetTag("messaging.destination.name", _topics.WorkerTopic); |
| | 423 | 58 | | AsyncResponseDiagnostics.SetReplyTarget(activity, job.ReplyTarget); |
| | 423 | 59 | | AsyncResponseDiagnostics.SetWorker(activity, job.Call); |
| | | 60 | | |
| | | 61 | | try |
| | | 62 | | { |
| | 423 | 63 | | var payload = Encoding.UTF8.GetBytes(AsyncResponseJson.Serialize(job)); |
| | 423 | 64 | | var headers = CreateMessageHeaders(job.CorrelationId, _options); |
| | 423 | 65 | | var result = await KafkaTransportRetry.ExecuteAsync( |
| | 431 | 66 | | token => _producer.PublishAsync( |
| | 431 | 67 | | _topics.WorkerTopic, |
| | 431 | 68 | | string.IsNullOrWhiteSpace(job.CorrelationId) ? null : job.CorrelationId, |
| | 431 | 69 | | payload, |
| | 431 | 70 | | headers, |
| | 431 | 71 | | token), |
| | 423 | 72 | | _options.PublishMaxAttempts, |
| | 423 | 73 | | _options.PublishRetryBaseDelay, |
| | 423 | 74 | | _options.PublishRetryMaxDelay, |
| | 423 | 75 | | cancellationToken).ConfigureAwait(false); |
| | | 76 | | |
| | 419 | 77 | | activity?.SetTag("messaging.kafka.destination.partition", result.Partition); |
| | 419 | 78 | | activity?.SetTag("messaging.kafka.message.offset", result.Offset); |
| | 419 | 79 | | } |
| | 4 | 80 | | catch (Exception ex) |
| | | 81 | | { |
| | 4 | 82 | | AsyncResponseDiagnostics.SetError(activity, ex); |
| | 4 | 83 | | throw; |
| | | 84 | | } |
| | 419 | 85 | | } |
| | | 86 | | |
| | | 87 | | internal static IReadOnlyList<KafkaTransportHeader> CreateMessageHeaders( |
| | | 88 | | string? correlationId, |
| | | 89 | | KafkaAsyncResponseTransportOptions options) |
| | | 90 | | { |
| | 423 | 91 | | var correlationHeader = KafkaTransportOptionsValidator.Required( |
| | 423 | 92 | | options.CorrelationIdHeader, |
| | 423 | 93 | | nameof(options.CorrelationIdHeader)); |
| | | 94 | | |
| | 423 | 95 | | return string.IsNullOrWhiteSpace(correlationId) |
| | 423 | 96 | | ? [] |
| | 423 | 97 | | : [KafkaTransportHeader.Utf8(correlationHeader, correlationId)]; |
| | | 98 | | } |
| | | 99 | | } |