Я пытаюсь прочитать некоторые данные в потребителе Kafka. Это работает до сих пор, вывод, записанный в файл log, как и ожидалось (и вряд ли читается). < /P>
using (var builder = new ConsumerBuilder(GetConf()).Build()) {
builder.Subscribe(MainForm.GetCredential(Main.CRED_TOPIC));
using (StreamWriter sw = new StreamWriter("kafka_consumer.log", true)) {
try {
while (true) {
var consumer = builder.Consume(cancellationToken);
string message = $"{consumer.Message.Value}";
sw.WriteLine(message);
}
}
catch (Exception ex) {
Console.WriteLine($"KafkaConsumerHandler.StartAsync: {ex.Message}");
builder.Close();
}
}
}
< /code>
Теперь моя проблема. Я не могу преобразовать линии чтения Avro в любой объект - универсальный или конкретный.Objavro.schemaÐ1{"type":"record","name":"OrderTypeEditorialPublication","namespace":"com.bla.bla","doc":"This record describes an OrderType Editorial Publication","fields":[{"name":"orderType","type":{"type":"string","avro.java.string":"String"},"doc":"Order Type"},{"name":"modelYear","type":"int","doc":"Model Year"},{"name":"modelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Model series aus Feld blub","default":null},{"name":"afterSalesModelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"(Deprecated. Use modelSeries instead) After sale model series aus dem Feld BLUB","default":null},{"name":"developmentModelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Development model series aus dem Feld BLUB_E","default":null},{"name":"bom","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"column BLA_B","default":null},{"name":"editorialPublicationDate","type":["null",{"type":"long","logicalType":"timestamp-millis"}],"default":null},{"name":"internalPublicationDate","type":[{"type":"long","logicalType":"timestamp-millis"},"null"]},{"name":"externalPublicationDate","type":["null",{"type":"long","logicalType":"timestamp-millis"}],"default":null},{"name":"publicationStop","type":"boolean","doc":"Value from PRM_BESTELLTYP.PUB_STOP_KZ"},{"name":"afterSalesOrderTypeDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Aus dem Feld AS_BLUB_BEZ","default":null},{"name":"afterSalesModelSeriesDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Aus dem Feld AS_BLA_BEZ","default":null},{"name":"vehicleProject","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Vehicle Project","default":null},{"name":"vehiclePlatform","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Vehicle Platform","default":null},{"name":"psl","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"SPL","default":null},{"name":"developmentOrderTypeDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"_BEZ from _BEZ for DE","default":null},{"name":"flagsWithCategory","type":{"type":"array","items":{"type":"record","name":"OrderTypeFlag","fields":[{"name":"category","type":{"type":"string","avro.java.string":"String"},"doc":"order type flag category"},{"name":"flag","type":{"type":"string","avro.java.string":"String"},"doc":"order type flag"}]}},"doc":"The flags and flag categories for the order type"},{"name":"orderTypeGroups","type":["null",{"type":"array","items":{"type":"record","name":"OrderTypeGroupInformation","doc":"Avro schema for order type groups","fields":[{"name":"category","type":{"type":"string","avro.java.string":"String"},"doc":"Category of the order type group"},{"name":"categoryType","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Type of category","default":null},{"name":"orderTypeGroup","type":{"type":"string","avro.java.string":"String"},"doc":"Order type group"}]}}],"doc":"Array of order type groups","default":null}]}
< /code>
А после этого у нас есть одна запись в соответствии с частью определения. И это повторяется более тысячи записей.
Каждый способ я пытался извлечь определение Avro JSON с выхода из ввода Kafka. Есть ли у кого -нибудь простое решение?
Подробнее здесь: https://stackoverflow.com/questions/794 ... vro-header
C# и AVRO. Проблема декодирование заголовка AVRO ⇐ C#
-
- Похожие темы
- Ответы
- Просмотры
- Последнее сообщение
-
-
Что мне нужно установить для Avro-tools.jar, чтобы работать с Snappy-Compresed Avro-файлами?
Anonymous » » в форуме JAVA - 0 Ответы
- 27 Просмотры
-
Последнее сообщение Anonymous
-