Repository: incubator-streams Updated Branches: refs/heads/STREAMS-46 868078466 -> a03120223 (forced update)
Merge pull request #4 from apache/master Merge Apache Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/2ee31575 Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/2ee31575 Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/2ee31575 Branch: refs/heads/STREAMS-46 Commit: 2ee31575eba481bf77c98a9edfe3d04eae333f16 Parents: 829f805 a33c215 Author: Robert Douglas <[email protected]> Authored: Mon Jun 23 14:03:00 2014 -0500 Committer: Robert Douglas <[email protected]> Committed: Mon Jun 23 14:03:00 2014 -0500 ---------------------------------------------------------------------- .../org/apache/streams/s3/S3PersistReader.java | 9 +- .../streams/console/ConsolePersistReader.java | 23 + .../streams/console/ConsolePersistWriter.java | 18 + .../elasticsearch/ElasticsearchClient.java | 20 +- .../ElasticsearchClientManager.java | 18 + .../ElasticsearchConfigurator.java | 18 + .../ElasticsearchPersistReader.java | 26 +- .../ElasticsearchPersistUpdater.java | 18 + .../ElasticsearchPersistWriter.java | 1 + .../ElasticsearchPersistWriterTask.java | 18 + .../elasticsearch/ElasticsearchQuery.java | 20 +- .../elasticsearch/PercolateProcessor.java | 20 +- .../apache/streams/hbase/HbaseConfigurator.java | 18 + .../streams/hbase/HbasePersistWriter.java | 18 + .../streams/hbase/HbasePersistWriterTask.java | 18 + .../apache/streams/hdfs/HdfsConfigurator.java | 18 + .../streams/hdfs/WebHdfsPersistReader.java | 27 +- .../streams/hdfs/WebHdfsPersistReaderTask.java | 18 + .../streams/hdfs/WebHdfsPersistWriter.java | 18 + .../streams/hdfs/WebHdfsPersistWriterTask.java | 18 + .../apache/streams/kafka/KafkaConfigurator.java | 18 + .../streams/kafka/KafkaPersistReader.java | 23 + .../streams/kafka/KafkaPersistReaderTask.java | 18 + .../streams/kafka/KafkaPersistWriter.java | 18 + .../streams/kafka/KafkaPersistWriterTask.java | 18 + .../streams/kafka/StreamsPartitioner.java | 18 + .../apache/streams/mongo/MongoConfigurator.java | 18 + .../streams/mongo/MongoPersistWriter.java | 18 + .../apache/streams/json/JsonPathExtractor.java | 5 +- .../org/apache/streams/urls/LinkResolver.java | 3 +- .../urls/LinkResolverHelperFunctions.java | 1 + .../streams/urls/LinkResolverProcessor.java | 3 +- .../streams/urls/LinkHelperFunctionsTest.java | 18 + .../streams/urls/TestLinkUnwinderProcessor.java | 18 + .../streams-provider-datasift/pom.xml | 12 +- .../streams/datasift/csdl/DatasiftCsdlUtil.java | 114 + .../datasift/provider/DatasiftConverter.java | 1 + .../provider/DatasiftStreamConfigurator.java | 2 +- .../provider/DatasiftStreamProvider.java | 7 +- .../DatasiftTypeConverterProcessor.java | 75 +- .../serializer/DatasiftActivitySerializer.java | 193 +- .../DatasiftDefaultActivitySerializer.java | 211 + .../DatasiftTweetActivitySerializer.java | 234 + .../main/jsonschema/com/datasift/Datasift.json | 44 +- .../com/datasift/test/DatasiftSerDeTest.java | 37 +- .../provider/DatasiftStreamProviderTest.java | 18 + .../DatasiftTypeConverterProcessorTest.java | 20 +- .../datasift/provider/ErrorHandlerTest.java | 18 + .../datasift/provider/SubscriptionTest.java | 18 + .../DatasiftActivitySerializerTest.java | 74 + .../src/test/resources/amazon_datasift_json.txt | 10 + .../src/test/resources/blog_datasift_json.txt | 719 +++ .../src/test/resources/board_datasift_json.txt | 4160 ++++++++++++++++++ .../test/resources/facebook_datasift_json.txt | 1843 ++++++++ .../src/test/resources/part-r-00000.json | 1724 ++++---- .../resources/rand_sample_datasift_json.txt | 1547 +++++++ .../resources/random_sample_datasift_json.txt | 1547 +++++++ .../src/test/resources/reddit_datasift_json.txt | 33 + .../test/resources/twitter_datasift_json.txt | 1000 +++++ .../test/resources/wikipedia_datasift_json.txt | 252 ++ .../test/resources/youtube_datasift_json.txt | 7 + ...FacebookPublicFeedXmlActivitySerializer.java | 18 + .../FacebookPostActivitySerializerTest.java | 1 + .../facebook/test/FacebookPostSerDeTest.java | 18 + .../facebook/test/FacebookEDCSerDeTest.java | 18 + .../gnip/flickr/test/FlickrEDCSerDeTest.java | 18 + .../com/gplus/api/GPlusActivitySerializer.java | 18 + .../com/gplus/api/GPlusEDCAsActivityTest.java | 18 + .../com/instagram/test/InstagramSerDeTest.java | 18 + .../reddit/api/RedditActivitySerializer.java | 18 + .../reddit/api/RedditEDCAsActivityJSONTest.java | 18 + .../java/com/gnip/test/YouTubeEDCSerDeTest.java | 20 +- .../com/gnip/test/YoutubeEDCAsActivityTest.java | 2 +- .../ActivityXMLActivitySerializer.java | 18 + .../PowerTrackActivitySerializer.java | 18 + .../test/PowerTrackDeserializationTest.java | 18 + .../com/google/gmail/GMailConfigurator.java | 18 + .../gmail/provider/GMailImapProviderTask.java | 18 + .../GMailMessageActivitySerializer.java | 18 + .../google/gmail/provider/GMailProvider.java | 26 +- .../gmail/provider/GMailRssProviderTask.java | 18 + .../gplus/provider/GPlusActivitySerializer.java | 18 + .../gplus/provider/GPlusConfigurator.java | 18 + .../gplus/provider/GPlusEventProcessor.java | 18 + .../provider/GPlusHistoryProviderTask.java | 18 + .../google/gplus/provider/GPlusProvider.java | 23 + .../gmail/test/GMailMessageSerDeTest.java | 18 + .../data/MoreoverJsonActivitySerializer.java | 18 + .../data/MoreoverXmlActivitySerializer.java | 18 + .../streams/data/moreover/MoreoverClient.java | 18 + .../data/moreover/MoreoverConfigurator.java | 18 + .../streams/data/moreover/MoreoverProvider.java | 23 + .../data/moreover/MoreoverProviderTask.java | 18 + .../streams/data/moreover/MoreoverResult.java | 18 + .../data/moreover/MoreoverResultSetWrapper.java | 18 + .../apache/streams/data/util/MoreoverUtils.java | 18 + .../MoreoverJsonActivitySerializerTest.java | 1 + .../data/MoreoverXmlActivitySerializerTest.java | 18 + .../rss/provider/RssEventClassifier.java | 18 + .../streams/rss/provider/RssEventProcessor.java | 18 + .../rss/provider/RssStreamConfigurator.java | 18 + .../streams/rss/provider/RssStreamProvider.java | 24 + .../rss/provider/RssStreamProviderTask.java | 18 + .../serializer/SyndEntryActivitySerializer.java | 18 + .../streams/rss/test/Top100FeedsTest.java | 18 + .../sysomos/config/SysomosConfigurator.java | 39 + .../sysomos/proessor/SysomosTypeConverter.java | 56 - .../sysomos/processor/SysomosTypeConverter.java | 56 + .../sysomos/provider/ContentRequestBuilder.java | 1 + .../provider/SysomosHeartbeatStream.java | 130 +- .../sysomos/provider/SysomosProvider.java | 50 +- .../streams/sysomos/util/SysomosUtils.java | 2 +- .../com/sysomos/test/SysomosJsonSerDeTest.java | 18 + .../com/sysomos/test/SysomosXmlSerDeTest.java | 18 + .../processor/TwitterEventProcessor.java | 18 + .../processor/TwitterProfileProcessor.java | 31 +- .../twitter/processor/TwitterTypeConverter.java | 18 + .../twitter/provider/TwitterErrorHandler.java | 20 +- .../provider/TwitterEventClassifier.java | 18 + .../provider/TwitterStreamConfigurator.java | 18 + .../twitter/provider/TwitterStreamProvider.java | 23 + .../provider/TwitterStreamProviderTask.java | 18 + .../provider/TwitterTimelineProvider.java | 32 +- .../provider/TwitterTimelineProviderTask.java | 18 + .../TwitterUserInformationProvider.java | 12 +- .../serializer/StreamsTwitterMapper.java | 18 + .../TwitterJsonActivitySerializer.java | 18 + .../TwitterJsonDeleteActivitySerializer.java | 18 + .../TwitterJsonRetweetActivitySerializer.java | 18 + .../TwitterJsonTweetActivitySerializer.java | 18 + ...erJsonUserstreameventActivitySerializer.java | 18 + .../streams/twitter/test/SimpleTweetTest.java | 18 + .../twitter/test/TweetActivitySerDeTest.java | 18 + .../streams/twitter/test/TweetSerDeTest.java | 18 + .../test/TwitterEventClassifierTest.java | 18 + .../twitter/test/TwitterStreamProviderTest.java | 18 + .../org/apache/streams/core/DatumStatus.java | 18 + .../streams/core/DatumStatusCountable.java | 18 + .../apache/streams/core/DatumStatusCounter.java | 18 + .../org/apache/streams/core/StreamBuilder.java | 18 + .../org/apache/streams/core/StreamHandler.java | 18 + .../org/apache/streams/core/StreamState.java | 18 + .../apache/streams/core/StreamsOperation.java | 18 + .../apache/streams/core/StreamsProvider.java | 38 +- .../apache/streams/data/util/RFC3339Utils.java | 5 + .../ActivityDeserializerException.java | 18 + .../exceptions/ActivitySerializerException.java | 18 + .../jackson/StreamsDateTimeDeserializer.java | 20 +- .../jackson/StreamsDateTimeSerializer.java | 18 + .../streams/jackson/StreamsJacksonMapper.java | 22 +- .../streams/jackson/StreamsJacksonModule.java | 18 + .../jackson/StreamsPeriodDeserializer.java | 18 + .../jackson/StreamsPeriodSerializer.java | 20 +- .../data/data/util/DateTimeSerDeTest.java | 18 + .../local/builders/InvalidStreamException.java | 18 + .../local/builders/LocalStreamBuilder.java | 18 + .../streams/local/builders/StreamComponent.java | 18 + .../streams/local/tasks/BaseStreamsTask.java | 18 + .../tasks/LocalStreamProcessMonitorThread.java | 18 + .../tasks/StatusCounterMonitorRunnable.java | 18 + .../local/tasks/StatusCounterMonitorThread.java | 18 + .../streams/local/tasks/StreamsMergeTask.java | 18 + .../local/tasks/StreamsPersistWriterTask.java | 18 + .../local/tasks/StreamsProcessorTask.java | 18 + .../local/tasks/StreamsProviderTask.java | 18 + .../apache/streams/local/tasks/StreamsTask.java | 18 + .../local/builders/LocalStreamBuilderTest.java | 18 + .../local/builders/ToyLocalBuilderExample.java | 18 + .../streams/local/tasks/BasicTasksTest.java | 18 + .../test/processors/DoNothingProcessor.java | 18 + .../PassthroughDatumCounterProcessor.java | 18 + .../test/providers/EmptyResultSetProvider.java | 5 + .../test/providers/NumericMessageProvider.java | 23 + .../local/test/writer/DatumCounterWriter.java | 18 + .../local/test/writer/DoNothingWriter.java | 18 + .../local/test/writer/SystemOutWriter.java | 18 + .../component/ExpectedDatumsPersistWriter.java | 18 + .../test/component/FileReaderProvider.java | 23 + .../test/component/StreamsDatumConverter.java | 18 + .../component/StringToDocumentConverter.java | 18 + .../tests/TestComponentsLocalStream.java | 18 + .../tests/TestExpectedDatumsPersitWriter.java | 18 + .../component/tests/TestFileReaderProvider.java | 18 + .../trident/StreamsPersistWriterState.java | 18 + .../storm/trident/StreamsProcessorFunction.java | 18 + .../storm/trident/StreamsProviderSpout.java | 20 +- .../org/apache/streams/util/ComponentUtils.java | 18 + .../java/org/apache/streams/util/DateUtil.java | 18 + .../apache/streams/util/SerializationUtil.java | 18 + 189 files changed, 15837 insertions(+), 1172 deletions(-) ----------------------------------------------------------------------
