Github user james-sirota commented on the pull request:
https://github.com/apache/incubator-metron/pull/127#issuecomment-222533633
/usr/metron/0.1BETA/bin/zk_load_configs.sh -m DUMP -z 1xxx:2181
log4j:WARN No appenders could be found for logger
(org.apache.curator.framework.imps.CuratorFrameworkImpl).
log4j:WARN Please initialize the log4j system properly.
log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for
more info.
GLOBAL Config: global
{
"es.clustername": "metron",
"es.ip": "xxx",
"es.port": "9300",
"es.date.format": "yyyy.MM.dd.HH"
}
PARSER Config: websphere
{
"parserClassName":"org.apache.metron.parsers.websphere.GrokWebSphereParser",
"sensorTopic":"websphere",
"parserConfig":
{
"grokPath":"/patterns/websphere",
"patternLabel":"WEBSPHERE",
"timestampField":"timestamp_string",
"dateFormat":"yyyy MMM dd HH:mm:ss"
}
}
PARSER Config: bluecoat
{
"parserClassName":"org.apache.metron.parsers.bluecoat.BasicBluecoatParser",
"sensorTopic":"bluecoat",
"parserConfig": {}
}
PARSER Config: squid
{
"parserClassName": "org.apache.metron.parsers.GrokParser",
"sensorTopic": "squid",
"parserConfig": {
"grokPath": "/patterns/squid",
"patternLabel": "SQUID_DELIMITED",
"timestampField": "timestamp"
}
}
Exception in thread "main" java.lang.RuntimeException: Unable to load {
"parserClassName" : "org.apache.metron.parsers.csv.CSVParser"
,"writerClassName" :
"org.apache.metron.writer.hbase.SimpleHbaseEnrichmentWriter"
,"sensorTopic":"user"
,"parserConfig":
{
"shew.table" : "enrichment"
,"shew.cf" : "t"
,"shew.keyColumns" : "user"
,"shew.enrichmentType" : "user"
,"columns" : {
"user" : 0
,"ip" : 1
}
}
}
at
org.apache.metron.common.configuration.ConfigurationType.lambda$static$1(ConfigurationType.java:47)
at
org.apache.metron.common.configuration.ConfigurationType$$Lambda$9/1684106402.apply(Unknown
Source)
at
org.apache.metron.common.configuration.ConfigurationType.deserialize(ConfigurationType.java:78)
at
org.apache.metron.common.configuration.ConfigurationsUtils.lambda$dumpConfigs$0(ConfigurationsUtils.java:272)
at
org.apache.metron.common.configuration.ConfigurationsUtils$$Lambda$7/785992331.visit(Unknown
Source)
at
org.apache.metron.common.configuration.ConfigurationsUtils.visitConfigs(ConfigurationsUtils.java:264)
at
org.apache.metron.common.configuration.ConfigurationsUtils.visitConfigs(ConfigurationsUtils.java:251)
at
org.apache.metron.common.configuration.ConfigurationsUtils.dumpConfigs(ConfigurationsUtils.java:271)
at
org.apache.metron.common.cli.ConfigurationManager.dump(ConfigurationManager.java:115)
at
org.apache.metron.common.cli.ConfigurationManager.run(ConfigurationManager.java:177)
at
org.apache.metron.common.cli.ConfigurationManager.run(ConfigurationManager.java:161)
at
org.apache.metron.common.cli.ConfigurationManager.main(ConfigurationManager.java:198)
Caused by:
com.fasterxml.jackson.databind.exc.UnrecognizedPropertyException: Unrecognized
field "writerClassName" (class
org.apache.metron.common.configuration.SensorParserConfig), not marked as
ignorable (3 known properties: , "parserConfig", "parserClassName",
"sensorTopic"])
at [Source: java.io.StringReader@23bb8443; line: 3, column: 26] (through
reference chain:
org.apache.metron.common.configuration.SensorParserConfig["writerClassName"])
at
com.fasterxml.jackson.databind.exc.UnrecognizedPropertyException.from(UnrecognizedPropertyException.java:79)
at
com.fasterxml.jackson.databind.DeserializationContext.reportUnknownProperty(DeserializationContext.java:555)
at
com.fasterxml.jackson.databind.deser.std.StdDeserializer.handleUnknownProperty(StdDeserializer.java:708)
at
com.fasterxml.jackson.databind.deser.BeanDeserializerBase.handleUnknownProperty(BeanDeserializerBase.java:1160)
at
com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:315)
at
com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:121)
at
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:2888)
at
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:2034)
at org.apache.metron.common.utils.JSONUtils.load(JSONUtils.java:71)
at
org.apache.metron.common.configuration.ConfigurationType.lambda$static$1(ConfigurationType.java:45)
... 11 more
So looks like it can't load it.
Looking in the jar it seems to exist
jar -tf metron-parsers-0.1BETA.jar | grep CSVParser
org/apache/metron/parsers/csv/CSVParser.class
com/opencsv/CSVParser$1.class
com/opencsv/CSVParser.class
com/opencsv/CSVParserBuilder.class
jar -tf metron-parsers-0.1BETA.jar | grep SimpleHbaseEnrichmentWriter
org/apache/metron/writer/hbase/SimpleHbaseEnrichmentWriter$Configurations.class
org/apache/metron/writer/hbase/SimpleHbaseEnrichmentWriter$KeyTransformer.class
org/apache/metron/writer/hbase/SimpleHbaseEnrichmentWriter.class
---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at infrastruct...@apache.org or file a JIRA ticket
with INFRA.
---
