This is an automated email from the ASF dual-hosted git repository. leet pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/metron.git.
from 3bea6ad METRON-2205 Cease querying on filter or time-range change (tiborm via sardell) closes apache/metron#1478 new f6054a4 METRON-614: Eliminate use of the default Charset (justinleet) closes apache/metron#1341 new 88f4d2c METRON-614: Eliminate use of the default Charset (mmiklavc via justinleet) closes apache/metron#1341 The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: Upgrading.md | 9 ++ .../java/org/apache/metron/maas/util/RESTUtil.java | 4 +- .../apache/metron/maas/service/runner/Runner.java | 3 +- .../metron/maas/service/MaasIntegrationTest.java | 7 +- .../profiler/DefaultMessageDistributorTest.java | 6 +- .../profiler/hbase/SaltyRowKeyBuilderTest.java | 33 ++-- .../profiler/repl/StandAloneProfilerTest.java | 3 +- .../metron/profiler/storm/ProfileSplitterBolt.java | 11 +- .../profiler/storm/ProfileSplitterBoltTest.java | 6 +- .../storm/integration/ConfigUploadComponent.java | 3 +- .../storm/integration/ProfilerIntegrationTest.java | 4 +- .../metron/performance/load/LoadOptions.java | 8 +- .../load/monitor/writers/CSVWriter.java | 5 +- .../metron/performance/load/LoadOptionsTest.java | 5 +- .../org/apache/metron/rest/config/GrokConfig.java | 3 +- .../rest/service/impl/DockerStormCLIWrapper.java | 4 +- .../metron/rest/service/impl/GrokServiceImpl.java | 5 +- .../impl/SensorEnrichmentConfigServiceImpl.java | 15 +- .../impl/SensorIndexingConfigServiceImpl.java | 4 +- .../impl/SensorParserConfigServiceImpl.java | 6 +- .../metron/rest/service/impl/StormCLIWrapper.java | 4 +- .../metron/rest/user/UserSettingsClient.java | 6 +- .../org/apache/metron/rest/config/TestConfig.java | 29 ++-- .../controller/GrokControllerIntegrationTest.java | 3 +- .../controller/HdfsControllerIntegrationTest.java | 3 +- .../controller/PcapControllerIntegrationTest.java | 5 +- ...rEnrichmentConfigControllerIntegrationTest.java | 24 ++- ...sorIndexingConfigControllerIntegrationTest.java | 9 +- .../UpdateControllerIntegrationTest.java | 3 +- .../rest/mock/MockPcapToPdmlScriptWrapper.java | 3 +- .../service/impl/DockerStormCLIWrapperTest.java | 4 +- .../service/impl/GlobalConfigServiceImplTest.java | 8 +- .../rest/service/impl/GrokServiceImplTest.java | 3 +- .../rest/service/impl/PcapServiceImplTest.java | 5 +- .../SensorEnrichmentConfigServiceImplTest.java | 30 ++-- .../impl/SensorIndexingConfigServiceImplTest.java | 8 +- .../impl/SensorParserConfigServiceImplTest.java | 12 +- .../metron/rest/user/UserSettingsClientTest.java | 47 +++--- .../common/message/metadata/RawMessageUtil.java | 3 +- .../message/metadata/RawMessageUtilTest.java | 84 +++++++---- .../common/configuration/ConfigurationsUtils.java | 30 ++-- .../common/configuration/SensorParserConfig.java | 3 +- .../enrichment/SensorEnrichmentConfig.java | 3 +- .../enrichment/SensorEnrichmentUpdateConfig.java | 4 +- .../configuration/profiler/ProfileConfig.java | 3 +- .../configuration/profiler/ProfilerConfig.java | 3 +- .../apache/metron/common/error/MetronError.java | 2 +- .../metadata/EnvelopedRawMessageStrategy.java | 8 +- .../org/apache/metron/common/utils/KafkaUtils.java | 3 +- .../configurations/ConfigurationsUpdater.java | 7 +- .../cli/ConfigurationManagerIntegrationTest.java | 9 +- .../common/configuration/ConfigurationTest.java | 3 +- .../configuration/ParserConfigurationsTest.java | 4 +- .../configuration/SensorEnrichmentConfigTest.java | 10 +- .../configuration/SensorParserConfigTest.java | 8 +- .../writer/EnrichmentWriterConfigurationTest.java | 3 +- .../writer/ParserWriterConfigurationTest.java | 4 +- .../writer/ProfilerWriterConfigurationTest.java | 3 +- .../metron/common/error/MetronErrorTest.java | 3 +- .../common/field/FieldNameConvertersTest.java | 3 +- .../typosquat/TyposquattingStrategiesTest.java | 4 +- .../apache/metron/common/utils/JSONUtilsTest.java | 7 +- .../apache/metron/common/utils/KafkaUtilsTest.java | 9 +- .../common/utils/file/ReaderSpliteratorTest.java | 5 +- .../ZKConfigurationsCacheIntegrationTest.java | 15 +- .../components/ConfigUploadComponent.java | 18 +-- .../nonbulk/flatfile/location/RawLocation.java | 11 +- .../extractor/stix/StixExtractorTest.java | 6 +- .../metron/dataloads/hbase/mr/HBaseUtil.java | 22 ++- ...pleEnrichmentFlatFileLoaderIntegrationTest.java | 28 ++-- .../flatfile/SimpleFlatFileSummarizerTest.java | 3 +- .../bulk/ElasticsearchImportExport.java | 10 +- .../enrichment/adapters/cif/CIFHbaseAdapter.java | 5 +- .../metron/enrichment/cli/LatencySummarizer.java | 4 +- .../integration/EnrichmentIntegrationTest.java | 21 +-- .../coprocessor/EnrichmentCoprocessorTest.java | 3 +- .../metron/hbase/HBaseProjectionCriteria.java | 7 +- .../org/apache/metron/hbase/mock/MockHTable.java | 3 +- .../org/apache/metron/indexing/dao/HBaseDao.java | 6 +- .../integration/HDFSIndexingIntegrationTest.java | 3 +- .../integration/IndexingIntegrationTest.java | 25 ++- .../apache/metron/integration/ProcessorResult.java | 3 +- .../components/FluxTopologyComponent.java | 8 +- .../apache/metron/integration/utils/TestUtils.java | 6 +- .../metron/management/ConfigurationFunctions.java | 11 +- .../apache/metron/management/GrokFunctions.java | 3 +- .../metron/management/StellarParserRunner.java | 8 +- .../management/ConfigurationFunctionsTest.java | 31 ++-- .../metron/management/ParserFunctionsTest.java | 14 +- metron-platform/metron-parsing/README.md | 7 +- .../metron-parsers-common/3rdPartyParser.md | 17 +++ .../org/apache/metron/parsers/BasicParser.java | 39 ++++- .../java/org/apache/metron/parsers/GrokParser.java | 24 ++- .../apache/metron/parsers/ParserRunnerImpl.java | 3 +- .../org/apache/metron/parsers/csv/CSVParser.java | 8 +- .../metron/parsers/interfaces/MessageParser.java | 21 ++- .../apache/metron/parsers/json/JSONMapParser.java | 5 +- .../parsers/regex/RegularExpressionsParser.java | 25 +-- .../metron/parsers/syslog/BaseSyslogParser.java | 44 ++++-- .../metron/parsers/AbstractParserConfigTest.java | 9 +- .../org/apache/metron/parsers/BasicParserTest.java | 167 +++++++++++++++++++++ .../org/apache/metron/parsers/GrokParserTest.java | 3 +- .../apache/metron/parsers/MessageParserTest.java | 13 +- .../metron/parsers/MultiLineGrokParserTest.java | 5 +- .../parsers/MultiLineWithErrorsGrokParserTest.java | 5 +- .../metron/parsers/ParserRunnerImplTest.java | 24 +-- .../apache/metron/parsers/csv/CSVParserTest.java | 29 +++- .../EnvelopedParserIntegrationTest.java | 16 +- .../parsers/integration/ParserIntegrationTest.java | 9 +- .../integration/validation/ParserDriver.java | 6 +- .../validation/SampleDataValidation.java | 5 +- .../parsers/json/JSONMapParserQueryTest.java | 17 ++- .../metron/parsers/json/JSONMapParserTest.java | 49 ++++-- .../json/JSONMapParserWrappedQueryTest.java | 15 +- .../regex/RegularExpressionsParserTest.java | 32 +++- .../parsers/syslog/Syslog3164ParserTest.java | 9 +- .../parsers/syslog/Syslog5424ParserTest.java | 16 +- .../apache/metron/parsers/asa/BasicAsaParser.java | 14 +- .../apache/metron/parsers/bro/BasicBroParser.java | 4 +- .../org/apache/metron/parsers/cef/CEFParser.java | 5 +- .../metron/parsers/fireeye/BasicFireEyeParser.java | 8 +- .../apache/metron/parsers/ise/BasicIseParser.java | 13 +- .../apache/metron/parsers/ise/JavaCharStream.java | 10 +- .../metron/parsers/lancope/BasicLancopeParser.java | 4 +- .../org/apache/metron/parsers/leef/LEEFParser.java | 7 +- .../parsers/logstash/BasicLogstashParser.java | 3 +- .../paloalto/BasicPaloAltoFirewallParser.java | 13 +- .../metron/parsers/snort/BasicSnortParser.java | 7 +- .../parsers/sourcefire/BasicSourcefireParser.java | 4 +- .../org/apache/metron/parsers/SnortParserTest.java | 43 ++++-- .../metron/parsers/asa/BasicAsaParserTest.java | 67 ++++++--- .../metron/parsers/bro/BasicBroParserTest.java | 98 +++++++----- .../apache/metron/parsers/cef/CEFParserTest.java | 62 +++++--- .../parsers/fireeye/BasicFireEyeParserTest.java | 32 +++- .../metron/parsers/ise/BasicIseParserTest.java | 23 ++- .../parsers/lancope/BasicLancopeParserTest.java | 23 ++- .../apache/metron/parsers/leef/LEEFParserTest.java | 53 ++++--- .../paloalto/BasicPaloAltoFirewallParserTest.java | 57 ++++--- .../sourcefire/BasicSourcefireParserTest.java | 25 ++- .../parsers/websphere/GrokWebSphereParserTest.java | 85 ++++++----- .../integration/validation/StormParserDriver.java | 27 ++-- .../integration/WriterBoltIntegrationTest.java | 5 +- .../org/apache/metron/pcap/query/PcapCliTest.java | 8 +- .../metron/solr/schema/SchemaTranslator.java | 3 +- .../metron/test/converters/BinaryConverters.java | 4 +- .../apache/metron/test/filereaders/FileReader.java | 3 +- .../test/spouts/GenericInternalTestSpout.java | 3 +- .../org/apache/metron/test/utils/KafkaLoader.java | 5 +- .../apache/metron/writer/hdfs/SourceHandler.java | 3 +- .../writer/bolt/BulkMessageWriterBoltTest.java | 3 +- .../metron/zookeeper/SimpleEventListener.java | 4 +- .../stellar/common/shell/cli/StellarShellTest.java | 5 +- .../stellar/dsl/functions/RestFunctionsTest.java | 9 +- pom.xml | 5 +- 154 files changed, 1469 insertions(+), 752 deletions(-) create mode 100644 metron-platform/metron-parsing/metron-parsers-common/src/test/java/org/apache/metron/parsers/BasicParserTest.java