ef48357d-3974-3c22-e33a-5de13d5dad9c
Avro Default Value Conversion Issue - 20220125
000442c2-1795-39f8-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
1 GB
10000
a9ec4ce6-8309-3bbc-0000-000000000000
0bdb2a54-aca9-3d65-0000-000000000000
OUTPUT_PORT
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
success
a9ec4ce6-8309-3bbc-0000-000000000000
bc61f1d7-5a78-31af-0000-000000000000
PROCESSOR
0
048ba4e4-f04e-3b17-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
1 GB
10000
416.0
520.0
a9ec4ce6-8309-3bbc-0000-000000000000
840d4c91-4763-39e5-0000-000000000000
OUTPUT_PORT
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
invalid
a9ec4ce6-8309-3bbc-0000-000000000000
621d9a3e-5b6a-39d4-0000-000000000000
PROCESSOR
0
5f18a42f-65ba-3480-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
1 GB
10000
a9ec4ce6-8309-3bbc-0000-000000000000
6e7c49d3-3f91-3bb9-0000-000000000000
OUTPUT_PORT
0 sec
0
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
failure
a9ec4ce6-8309-3bbc-0000-000000000000
bc61f1d7-5a78-31af-0000-000000000000
PROCESSOR
0
77b052f2-7038-3d88-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
1 GB
10000
a9ec4ce6-8309-3bbc-0000-000000000000
bc61f1d7-5a78-31af-0000-000000000000
PROCESSOR
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
valid
a9ec4ce6-8309-3bbc-0000-000000000000
621d9a3e-5b6a-39d4-0000-000000000000
PROCESSOR
0
7c859951-3014-3f60-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
1 GB
10000
a9ec4ce6-8309-3bbc-0000-000000000000
621d9a3e-5b6a-39d4-0000-000000000000
PROCESSOR
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
8c3a2d76-4427-35c9-0000-000000000000
bd860956-841c-3966-0000-000000000000
OUTPUT_PORT
0
dc650e59-6b08-3a4b-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
1 GB
10000
0.0
520.0
a9ec4ce6-8309-3bbc-0000-000000000000
840d4c91-4763-39e5-0000-000000000000
OUTPUT_PORT
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
failure
a9ec4ce6-8309-3bbc-0000-000000000000
621d9a3e-5b6a-39d4-0000-000000000000
PROCESSOR
0
316daf1d-269e-30e4-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.15.3
schema-access-strategy
schema-access-strategy
schema-registry
confluent-encoded
schema-name
hwx-schema-ref-attributes
hwx-content-encoded-schema
schema-access-strategy
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-access-strategy
schema-name
schema-version
schema-name
schema-access-strategy
schema-version
schema-branch
schema-name
schema-access-strategy
schema-branch
schema-text
schema-text-property
schema-access-strategy
schema-text
schema-inference-cache
infer-schema
schema-access-strategy
org.apache.nifi.serialization.RecordSchemaCacheService
schema-inference-cache
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
JsonTreeReader_WithSchema
false
schema-access-strategy
schema-name
schema-registry
8dcf4498-b610-3589-0000-000000000000
schema-name
${recType}
schema-version
schema-branch
schema-text
${avro.schema}
schema-inference-cache
Date Format
Time Format
Timestamp Format
ENABLED
org.apache.nifi.json.JsonTreeReader
4dfb284d-61b7-35f8-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.15.3
Schema Write Strategy
Schema Write Strategy
schema-cache
org.apache.nifi.serialization.RecordSchemaCacheService
schema-cache
schema-protocol-version
hwx-schema-ref-attributes
hwx-content-encoded-schema
Schema Write Strategy
schema-protocol-version
schema-access-strategy
schema-access-strategy
schema-registry
confluent-encoded
schema-name
hwx-schema-ref-attributes
hwx-content-encoded-schema
schema-access-strategy
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-access-strategy
schema-name
schema-version
schema-name
schema-access-strategy
schema-version
schema-branch
schema-name
schema-access-strategy
schema-branch
schema-text
schema-text-property
schema-access-strategy
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
Pretty Print JSON
Pretty Print JSON
suppress-nulls
suppress-nulls
output-grouping
output-grouping
compression-format
compression-format
compression-level
gzip
compression-format
compression-level
JsonRecordSetWriter_WithSchema
false
Schema Write Strategy
no-schema
schema-cache
schema-protocol-version
1
schema-access-strategy
schema-name
schema-registry
8dcf4498-b610-3589-0000-000000000000
schema-name
${recType}
schema-version
schema-branch
schema-text
${avro.schema}
Date Format
Time Format
Timestamp Format
Pretty Print JSON
false
suppress-nulls
never-suppress
output-grouping
output-array
compression-format
none
compression-level
1
ENABLED
org.apache.nifi.json.JsonRecordSetWriter
8dcf4498-b610-3589-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
nifi-registry-nar
org.apache.nifi
1.15.3
avro-reg-validated-field-names
avro-reg-validated-field-names
nullVals
nullVals
numbers
numbers
AvroSchemaRegistry
false
avro-reg-validated-field-names
true
nullVals
{
"namespace": "uk.co.nathanenglish.SampleAvro",
"type": "record",
"name": "SampleAvro",
"doc": "SampleAvro record",
"fields": [
{
"name": "event_id",
"type": "string"
},
{
"name": "flag",
"type": "boolean",
"default": false
},
{
"name": "string_default",
"type": "string",
"default": "hello"
},
{
"name": "string_null",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "bytes_null",
"type": [
"null",
"bytes"
],
"default": null
}
]
}
numbers
{
"namespace": "uk.co.nathanenglish.SampleAvro",
"type": "record",
"name": "SampleAvro",
"doc": "SampleAvro record",
"fields": [
{
"name": "event_id",
"type": "string"
},
{
"name": "number_int",
"type": "int",
"default": 0
},
{
"name": "number_long",
"type": "long",
"default": 0
}
]
}
ENABLED
org.apache.nifi.schemaregistry.services.AvroSchemaRegistry
d49e4a49-eb8c-3c0a-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.15.3
Schema Write Strategy
Schema Write Strategy
schema-cache
org.apache.nifi.serialization.RecordSchemaCacheService
schema-cache
schema-protocol-version
hwx-schema-ref-attributes
hwx-content-encoded-schema
Schema Write Strategy
schema-protocol-version
schema-access-strategy
schema-access-strategy
schema-registry
confluent-encoded
schema-name
hwx-schema-ref-attributes
hwx-content-encoded-schema
schema-access-strategy
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-access-strategy
schema-name
schema-version
schema-name
schema-access-strategy
schema-version
schema-branch
schema-name
schema-access-strategy
schema-branch
schema-text
schema-text-property
schema-access-strategy
schema-text
compression-format
compression-format
cache-size
cache-size
encoder-pool-size
encoder-pool-size
AvroRecordSetWriter
false
Schema Write Strategy
no-schema
schema-cache
schema-protocol-version
1
schema-access-strategy
schema-name
schema-registry
8dcf4498-b610-3589-0000-000000000000
schema-name
${recType}
schema-version
schema-branch
schema-text
${avro.schema}
compression-format
NONE
cache-size
1000
encoder-pool-size
32
ENABLED
org.apache.nifi.avro.AvroRecordSetWriter
0bdb2a54-aca9-3d65-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
704.0
608.0
1
Success
STOPPED
OUTPUT_PORT
'Port 'Success'' is invalid because Port has no outgoing connections
6e7c49d3-3f91-3bb9-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
1344.0
368.0
1
Fail
STOPPED
OUTPUT_PORT
'Port 'Fail'' is invalid because Port has no outgoing connections
840d4c91-4763-39e5-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
48.0
696.0
1
Output
STOPPED
OUTPUT_PORT
'Port 'Output'' is invalid because Port has no outgoing connections
8c3a2d76-4427-35c9-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
16.0
0.0
602464e3-dae2-3c33-0000-000000000000
8c3a2d76-4427-35c9-0000-000000000000
1 GB
10000
8c3a2d76-4427-35c9-0000-000000000000
bd860956-841c-3966-0000-000000000000
OUTPUT_PORT
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
success
8c3a2d76-4427-35c9-0000-000000000000
0427d422-db43-3751-0000-000000000000
PROCESSOR
0
7535f26d-956c-3965-0000-000000000000
8c3a2d76-4427-35c9-0000-000000000000
1 GB
10000
8c3a2d76-4427-35c9-0000-000000000000
bd860956-841c-3966-0000-000000000000
OUTPUT_PORT
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
success
8c3a2d76-4427-35c9-0000-000000000000
da6c2ff2-f6f2-3d6a-0000-000000000000
PROCESSOR
0
bd860956-841c-3966-0000-000000000000
8c3a2d76-4427-35c9-0000-000000000000
872.0
696.0
1
Generated
RUNNING
OUTPUT_PORT
0427d422-db43-3751-0000-000000000000
8c3a2d76-4427-35c9-0000-000000000000
920.0
216.0
nifi-standard-nar
org.apache.nifi
1.15.3
WARN
1
File Size
File Size
Batch Size
Batch Size
Data Format
Data Format
Unique FlowFiles
Unique FlowFiles
generate-ff-custom-text
generate-ff-custom-text
character-set
character-set
mime-type
mime-type
recType
recType
ALL
false
30 sec
File Size
0B
Batch Size
1
Data Format
Text
Unique FlowFiles
false
generate-ff-custom-text
[ {
"event_id" : "${UUID()}"
} ]
character-set
UTF-8
mime-type
recType
numbers
0
60 sec
TIMER_DRIVEN
1 sec
false
Int & Long Type Generator
false
success
STOPPED
org.apache.nifi.processors.standard.GenerateFlowFile
da6c2ff2-f6f2-3d6a-0000-000000000000
8c3a2d76-4427-35c9-0000-000000000000
400.0
216.0
nifi-standard-nar
org.apache.nifi
1.15.3
WARN
1
File Size
File Size
Batch Size
Batch Size
Data Format
Data Format
Unique FlowFiles
Unique FlowFiles
generate-ff-custom-text
generate-ff-custom-text
character-set
character-set
mime-type
mime-type
recType
recType
ALL
false
30 sec
File Size
0B
Batch Size
1
Data Format
Text
Unique FlowFiles
false
generate-ff-custom-text
[ {
"event_id" : "${UUID()}"
} ]
character-set
UTF-8
mime-type
recType
nullVals
0
60 sec
TIMER_DRIVEN
1 sec
false
Null String & Byte Type Generator
false
success
STOPPED
org.apache.nifi.processors.standard.GenerateFlowFile
1 GB
10000
0 sec
UNBOUNDED
STREAM_WHEN_AVAILABLE
Generator
621d9a3e-5b6a-39d4-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
32.0
320.0
nifi-standard-nar
org.apache.nifi
1.15.3
WARN
6
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
invalid-record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
invalid-record-writer
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
allow-extra-fields
allow-extra-fields
strict-type-checking
strict-type-checking
coerce-types
coerce-types
validation-details-attribute-name
validation-details-attribute-name
maximum-validation-details-length
maximum-validation-details-length
ALL
false
30 sec
record-reader
316daf1d-269e-30e4-0000-000000000000
record-writer
4dfb284d-61b7-35f8-0000-000000000000
invalid-record-writer
schema-access-strategy
schema-name-property
schema-registry
8dcf4498-b610-3589-0000-000000000000
schema-name
${recType}
schema-text
${avro.schema}
allow-extra-fields
false
strict-type-checking
false
coerce-types
false
validation-details-attribute-name
validation.message
maximum-validation-details-length
1024
0
0 sec
TIMER_DRIVEN
1 ms
false
Validate - Controllers With Schemas
false
failure
false
invalid
false
valid
RUNNING
org.apache.nifi.processors.standard.ValidateRecord
bc61f1d7-5a78-31af-0000-000000000000
a9ec4ce6-8309-3bbc-0000-000000000000
648.0
320.0
nifi-standard-nar
org.apache.nifi
1.15.3
WARN
1
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
include-zero-record-flowfiles
include-zero-record-flowfiles
ALL
false
30 sec
record-reader
316daf1d-269e-30e4-0000-000000000000
record-writer
d49e4a49-eb8c-3c0a-0000-000000000000
include-zero-record-flowfiles
true
0
0 sec
TIMER_DRIVEN
1 sec
false
Convert to Avro - With Reader Schema
false
failure
false
success
RUNNING
org.apache.nifi.processors.standard.ConvertRecord
01/25/2022 11:55:28 GMT