Need to make some design decision based on kafka and cassandra

As querying over 3-4 topics to get required data.

consumer code used -


var processedResult = new List<dictionary<string, object="">>();

using (var consumer = new ConsumerBuilder<genericrecord, genericrecord="">(consumerConfig)
.SetKeyDeserializer(new CustomAvroDeserializer<genericrecord>(schemaRegistryClient).CustomAsSyncOverAsync())
.SetValueDeserializer(new CustomAvroDeserializer<genericrecord>(schemaRegistryClient).CustomAsSyncOverAsync())
.SetErrorHandler((_, e) => Console.WriteLine($"Error: {e.Reason}"))
.Build())
{

Dictionary<string, object=""> results = new Dictionary<string, object="">();

consumer.Subscribe(topicName);

try
{
while (true)
{
try
{
// consumer.Subscribe(topicName);

ConsumeResult<genericrecord, genericrecord=""> consumeResult = consumer.Consume(cts.Token);

if (consumeResult.IsPartitionEOF)
{
return processedResult;
}

Dictionary<string, object=""> obj = new Dictionary<string, object="">();
var result = ProcessRetrievedResult(consumeResult);
processedResult.Add(result);

}
catch (ConsumeException e)
{
Console.WriteLine($"Error occurred: {e}");

}
}
}
catch (OperationCanceledException)
{
// Ensure the consumer leaves the group cleanly and final offsets are committed.
consumer.Close();
}
}

return processedResult;