Я пытаюсь прочитать некоторые данные в потребителе Kafka. Это работает до сих пор, вывод, записанный в файл log, как и ожидалось (и вряд ли читается). < /P>
using (var builder = new ConsumerBuilder(GetConf()).Build()) {
builder.Subscribe(MainForm.GetCredential(Main.CRED_TOPIC));
using (StreamWriter sw = new StreamWriter("kafka_consumer.log", true)) {
try {
while (true) {
var consumer = builder.Consume(cancellationToken);
string message = $"{consumer.Message.Value}";
sw.WriteLine(message);
}
}
catch (Exception ex) {
Console.WriteLine($"KafkaConsumerHandler.StartAsync: {ex.Message}");
builder.Close();
}
}
}
< /code>
Теперь моя проблема. Я не могу преобразовать линии чтения Avro в любой объект - универсальный или конкретный.Objavro.schemaÐ1{"type":"record","name":"OrderTypeEditorialPublication","namespace":"com.bla.bla","doc":"This record describes an OrderType Editorial Publication","fields":[{"name":"orderType","type":{"type":"string","avro.java.string":"String"},"doc":"Order Type"},{"name":"modelYear","type":"int","doc":"Model Year"},{"name":"modelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Model series aus Feld blub","default":null},{"name":"afterSalesModelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"(Deprecated. Use modelSeries instead) After sale model series aus dem Feld BLUB","default":null},{"name":"developmentModelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Development model series aus dem Feld BLUB_E","default":null},{"name":"bom","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"column BLA_B","default":null},{"name":"editorialPublicationDate","type":["null",{"type":"long","logicalType":"timestamp-millis"}],"default":null},{"name":"internalPublicationDate","type":[{"type":"long","logicalType":"timestamp-millis"},"null"]},{"name":"externalPublicationDate","type":["null",{"type":"long","logicalType":"timestamp-millis"}],"default":null},{"name":"publicationStop","type":"boolean","doc":"Value from PRM_BESTELLTYP.PUB_STOP_KZ"},{"name":"afterSalesOrderTypeDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Aus dem Feld AS_BLUB_BEZ","default":null},{"name":"afterSalesModelSeriesDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Aus dem Feld AS_BLA_BEZ","default":null},{"name":"vehicleProject","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Vehicle Project","default":null},{"name":"vehiclePlatform","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Vehicle Platform","default":null},{"name":"psl","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"SPL","default":null},{"name":"developmentOrderTypeDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"_BEZ from _BEZ for DE","default":null},{"name":"flagsWithCategory","type":{"type":"array","items":{"type":"record","name":"OrderTypeFlag","fields":[{"name":"category","type":{"type":"string","avro.java.string":"String"},"doc":"order type flag category"},{"name":"flag","type":{"type":"string","avro.java.string":"String"},"doc":"order type flag"}]}},"doc":"The flags and flag categories for the order type"},{"name":"orderTypeGroups","type":["null",{"type":"array","items":{"type":"record","name":"OrderTypeGroupInformation","doc":"Avro schema for order type groups","fields":[{"name":"category","type":{"type":"string","avro.java.string":"String"},"doc":"Category of the order type group"},{"name":"categoryType","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Type of category","default":null},{"name":"orderTypeGroup","type":{"type":"string","avro.java.string":"String"},"doc":"Order type group"}]}}],"doc":"Array of order type groups","default":null}]}
< /code>
А после этого у нас есть одна запись в соответствии с частью определения. И это повторяется более тысячи записей.
Каждый способ я пытался извлечь определение Avro JSON с выхода из ввода Kafka. Есть ли у кого -нибудь простое решение?
Подробнее здесь: https://stackoverflow.com/questions/794 ... vro-header
C# и AVRO. Проблема декодирование заголовка AVRO ⇐ C#
Место общения программистов C#
-
Anonymous
1739789314
Anonymous
Я пытаюсь прочитать некоторые данные в потребителе Kafka. Это работает до сих пор, вывод, записанный в файл log, как и ожидалось (и вряд ли читается). < /P>
using (var builder = new ConsumerBuilder(GetConf()).Build()) {
builder.Subscribe(MainForm.GetCredential(Main.CRED_TOPIC));
using (StreamWriter sw = new StreamWriter("kafka_consumer.log", true)) {
try {
while (true) {
var consumer = builder.Consume(cancellationToken);
string message = $"{consumer.Message.Value}";
sw.WriteLine(message);
}
}
catch (Exception ex) {
Console.WriteLine($"KafkaConsumerHandler.StartAsync: {ex.Message}");
builder.Close();
}
}
}
< /code>
Теперь моя проблема. Я не могу преобразовать линии чтения Avro в любой объект - универсальный или конкретный.Objavro.schemaÐ1{"type":"record","name":"OrderTypeEditorialPublication","namespace":"com.bla.bla","doc":"This record describes an OrderType Editorial Publication","fields":[{"name":"orderType","type":{"type":"string","avro.java.string":"String"},"doc":"Order Type"},{"name":"modelYear","type":"int","doc":"Model Year"},{"name":"modelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Model series aus Feld blub","default":null},{"name":"afterSalesModelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"(Deprecated. Use modelSeries instead) After sale model series aus dem Feld BLUB","default":null},{"name":"developmentModelSeries","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Development model series aus dem Feld BLUB_E","default":null},{"name":"bom","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"column BLA_B","default":null},{"name":"editorialPublicationDate","type":["null",{"type":"long","logicalType":"timestamp-millis"}],"default":null},{"name":"internalPublicationDate","type":[{"type":"long","logicalType":"timestamp-millis"},"null"]},{"name":"externalPublicationDate","type":["null",{"type":"long","logicalType":"timestamp-millis"}],"default":null},{"name":"publicationStop","type":"boolean","doc":"Value from PRM_BESTELLTYP.PUB_STOP_KZ"},{"name":"afterSalesOrderTypeDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Aus dem Feld AS_BLUB_BEZ","default":null},{"name":"afterSalesModelSeriesDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Aus dem Feld AS_BLA_BEZ","default":null},{"name":"vehicleProject","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Vehicle Project","default":null},{"name":"vehiclePlatform","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Vehicle Platform","default":null},{"name":"psl","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"SPL","default":null},{"name":"developmentOrderTypeDescription","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"_BEZ from _BEZ for DE","default":null},{"name":"flagsWithCategory","type":{"type":"array","items":{"type":"record","name":"OrderTypeFlag","fields":[{"name":"category","type":{"type":"string","avro.java.string":"String"},"doc":"order type flag category"},{"name":"flag","type":{"type":"string","avro.java.string":"String"},"doc":"order type flag"}]}},"doc":"The flags and flag categories for the order type"},{"name":"orderTypeGroups","type":["null",{"type":"array","items":{"type":"record","name":"OrderTypeGroupInformation","doc":"Avro schema for order type groups","fields":[{"name":"category","type":{"type":"string","avro.java.string":"String"},"doc":"Category of the order type group"},{"name":"categoryType","type":["null",{"type":"string","avro.java.string":"String"}],"doc":"Type of category","default":null},{"name":"orderTypeGroup","type":{"type":"string","avro.java.string":"String"},"doc":"Order type group"}]}}],"doc":"Array of order type groups","default":null}]}
< /code>
А после этого у нас есть одна запись в соответствии с частью определения. И это повторяется более тысячи записей.
Каждый способ я пытался извлечь определение Avro JSON с выхода из ввода Kafka. Есть ли у кого -нибудь простое решение?
Подробнее здесь: [url]https://stackoverflow.com/questions/79445142/c-sharp-and-avro-problem-decoding-avro-header[/url]
Ответить
1 сообщение
• Страница 1 из 1
Перейти
- Кемерово-IT
- ↳ Javascript
- ↳ C#
- ↳ JAVA
- ↳ Elasticsearch aggregation
- ↳ Python
- ↳ Php
- ↳ Android
- ↳ Html
- ↳ Jquery
- ↳ C++
- ↳ IOS
- ↳ CSS
- ↳ Excel
- ↳ Linux
- ↳ Apache
- ↳ MySql
- Детский мир
- Для души
- ↳ Музыкальные инструменты даром
- ↳ Печатная продукция даром
- Внешняя красота и здоровье
- ↳ Одежда и обувь для взрослых даром
- ↳ Товары для здоровья
- ↳ Физкультура и спорт
- Техника - даром!
- ↳ Автомобилистам
- ↳ Компьютерная техника
- ↳ Плиты: газовые и электрические
- ↳ Холодильники
- ↳ Стиральные машины
- ↳ Телевизоры
- ↳ Телефоны, смартфоны, плашеты
- ↳ Швейные машинки
- ↳ Прочая электроника и техника
- ↳ Фототехника
- Ремонт и интерьер
- ↳ Стройматериалы, инструмент
- ↳ Мебель и предметы интерьера даром
- ↳ Cантехника
- Другие темы
- ↳ Разное даром
- ↳ Давай меняться!
- ↳ Отдам\возьму за копеечку
- ↳ Работа и подработка в Кемерове
- ↳ Давай с тобой поговорим...
Мобильная версия