[
https://issues.apache.org/jira/browse/FLUME-3434?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Ralph Goers resolved FLUME-3434.
--------------------------------
Resolution: Fixed
> TwitterSource exceptions on serialization
> -----------------------------------------
>
> Key: FLUME-3434
> URL: https://issues.apache.org/jira/browse/FLUME-3434
> Project: Flume
> Issue Type: Bug
> Components: Sinks+Sources
> Affects Versions: 1.10.0
> Reporter: Tristan Stevens
> Assignee: Tristan Stevens
> Priority: Major
> Fix For: 1.10.1
>
> Time Spent: 50m
> Remaining Estimate: 0h
>
> {code:java}
> 2022-06-14 09:48:07,940 (Twitter4J Async Dispatcher[0]) [DEBUG -
> twitter4j.SLF4JLogger.debug(SLF4JLogger.java:57)] Received:{"created_at":"Tue
> Jun 14 08:48:02 +0000
> 2022","id":1536631538481242112,"id_str":"1536631538481242112","text":"Este
> pasado fin d semana debutó oficialmente con nuestro club el nadador Víctor
> Estrada.Sensacional papel en sus ac…
> https:\/\/t.co\/KUTqoY3k0G","display_text_range":[0,140],"source":"<a
> href=\"http:\/\/twitter.com\/download\/android\" rel=\"nofollow\">Twitter for
> Android<\/a>","truncated":true,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":
> {"id":752809480497295360,"id_str":"752809480497295360","name":"Jerez
> N.Master","screen_name":"jerezmaster","location":"Jerez de la Frontera,
> España","url":"https:\/\/www.instagram.com\/jereznatacionmaster\/","description":"Somos
> Jerez. Somos natación. Somos
> Masters.\nhttps:\/\/www.facebook.com\/jerezmaster\/","translator_type":"none","protected":false,"verified":false,"followers_count":375,"friends_count":400,"listed_count":6,"favourites_count":1595,"statuses_count":5842,"created_at":"Tue
> Jul 12 10:19:01 +0000
> 2016","utc_offset":null,"time_zone":null,"geo_enabled":false,"lang":null,"contributors_enabled":false,"is_translator":false,"profile_background_color":"000000","profile_background_image_url":"http:\/\/abs.twimg.com\/images\/themes\/theme1\/bg.png","profile_background_image_url_https":"https:\/\/abs.twimg.com\/images\/themes\/theme1\/bg.png","profile_background_tile":false,"profile_link_color":"1B95E0","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"000000","profile_text_color":"000000","profile_use_background_image":false,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/768092214522220544\/SPH6oY5B_normal.jpg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/768092214522220544\/SPH6oY5B_normal.jpg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/752809480497295360\/1631368630","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null,"withheld_in_countries":[]}
>
> ,"geo":null,"coordinates":null,"place":null,"contributors":null,"is_quote_status":false,"extended_tweet":{"full_text":"REDACTED","display_text_range":[0,270],"entities":{"hashtags":[],"urls":[
>
> {"url":"https:\/\/t.co\/XHRFaANl6v","expanded_url":"https:\/\/www.facebook.com\/1596350757329652\/posts\/pfbid0mQaHKtXvbFoA9bSzWJ3xHXTY1kFGpofDi7gckFNB9aFawKwFEtGV26m6yn7XcvHjl\/","display_url":"facebook.com\/15963507573296…","indices":[247,270]}
>
> ],"user_mentions":[],"symbols":[],"media":[{"id":1536631531938140160,"id_str":"1536631531938140160","indices":[271,294],"media_url":"http:\/\/pbs.twimg.com\/media\/FVM2PKPWUAALco4.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/FVM2PKPWUAALco4.jpg","url":"https:\/\/t.co\/8ZA9DsfJ3X","display_url":"pic.twitter.com\/8ZA9DsfJ3X","expanded_url":"https:\/\/twitter.com\/jerezmaster\/status\/1536631538481242112\/photo\/1","type":"photo","sizes":{"thumb":
> {"w":150,"h":150,"resize":"crop"} ,"small": {"w":680,"h":680,"resize":"fit"}
> ,"large": {"w":1024,"h":1024,"resize":"fit"} ,"medium":
> {"w":1024,"h":1024,"resize":"fit"}
> }}]},"extended_entities":{"media":[{"id":1536631531938140160,"id_str":"1536631531938140160","indices":[271,294],"media_url":"http:\/\/pbs.twimg.com\/media\/FVM2PKPWUAALco4.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/FVM2PKPWUAALco4.jpg","url":"https:\/\/t.co\/8ZA9DsfJ3X","display_url":"pic.twitter.com\/8ZA9DsfJ3X","expanded_url":"https:\/\/twitter.com\/jerezmaster\/status\/1536631538481242112\/photo\/1","type":"photo","sizes":{"thumb":
> {"w":150,"h":150,"resize":"crop"} ,"small": {"w":680,"h":680,"resize":"fit"}
> ,"large": {"w":1024,"h":1024,"resize":"fit"} ,"medium":
> {"w":1024,"h":1024,"resize":"fit"}
> }}]}},"quote_count":0,"reply_count":0,"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"urls":[
>
> {"url":"https:\/\/t.co\/KUTqoY3k0G","expanded_url":"https:\/\/twitter.com\/i\/web\/status\/1536631538481242112","display_url":"twitter.com\/i\/web\/status\/1…","indices":[117,140]}
>
> ],"user_mentions":[],"symbols":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"es","timestamp_ms":"1655196482664"}
> 2022-06-14 09:48:07,941 (Twitter4J Async Dispatcher[0]) [ERROR -
> org.apache.flume.source.twitter.TwitterSource.onException(TwitterSource.java:326)]
> Exception while streaming tweets org.apache.avro.AvroRuntimeException:
> already open at
> org.apache.avro.file.DataFileWriter.assertNotOpen(DataFileWriter.java:93)
> ~[avro-1.11.0.jar:1.11.0] at
> org.apache.avro.file.DataFileWriter.create(DataFileWriter.java:150)
> ~[avro-1.11.0.jar:1.11.0] at
> org.apache.avro.file.DataFileWriter.create(DataFileWriter.java:145)
> ~[avro-1.11.0.jar:1.11.0] at
> org.apache.flume.source.twitter.TwitterSource.serializeToAvro(TwitterSource.java:270)
> ~[flume-twitter-source-1.10.0.jar:1.10.0] at
> org.apache.flume.source.twitter.TwitterSource.onStatus(TwitterSource.java:162)
> [flume-twitter-source-1.10.0.jar:1.10.0] at
> twitter4j.StatusStreamImpl.onStatus(StatusStreamImpl.java:75)
> [twitter4j-stream-4.0.7.jar:4.0.7] at
> twitter4j.StatusStreamBase$1.run(StatusStreamBase.java:105)
> [twitter4j-stream-4.0.7.jar:4.0.7] at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [?:1.8.0_292] at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [?:1.8.0_292] at java.lang.Thread.run(Thread.java:748) [?:1.8.0_292]
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
