我们有以下字符串,它是写入HDFS上文件的有效
JSON.
{
"id":"tag:search.twitter.com,2005:564407444843950080","objectType":"activity","actor":{
"objectType":"person","id":"id:twitter.com:2302910022","link":"http%3A%2F%2Fwww.twitter.com%2Fme7me4610012","displayName":"","postedTime":"2014-01-21T11:06:06.000Z","image":"https%3A%2F%2Fpbs.twimg.com%2Fprofile_images%2F563125491159162881%2FfypkHK3M_normal.jpeg","summary":"ضًـأّيِّعٌهّ أّروٌأّحًنِأّ تٌـشُـتٌـهّـيِّ مًنِ يِّفُـهّـمًهّـأّ فُـقُط حسابي بالإنستقرام lloooo_20","links":[
{
"href":null,"rel":"me"
}
],"friendsCount":10503,"followersCount":10325,"listedCount":12,"statusesCount":84957,"twitterTimeZone":null,"verified":false,"utcOffset":null,"preferredUsername":"me7me4610012","languages":[
"ar"
],"favoritesCount":17
},"verb":"share","postedTime":"2015-02-08T12:56:35.000Z","generator":{
"displayName":"Twitter for Android","link":"http%3A%2F%2Ftwitter.com%2Fdownload%2Fandroid"
},"provider":{
"objectType":"service","displayName":"Twitter","link":"http%3A%2F%2Fwww.twitter.com"
},"link":"http%3A%2F%2Ftwitter.com%2Fme7me4610012%2Fstatuses%2F564407444843950080","body":"RT @sckud1: فيديو: إمام يرفض بغضب الصلاة على أحد قتلى حزب الله في سوريا بسبب إطلاق النار: ماعاد http%3A%2F%2Ft.co%2FC55SaQKmUV http%3A%2F%2Ft.co%2Ft5TjIln…","object":{
"id":"tag:search.twitter.com,2005:564407126526013440","actor":{
"objectType":"person","id":"id:twitter.com:462268717","link":"http%3A%2F%2Fwww.twitter.com/sckud1","displayName":"صفق الهوى","postedTime":"2012-01-12T19:24:17.000Z","image":"https%3A%2F%2Fpbs.twimg.com%2Fprofile_images%2F508424482885615616%2FmPBGZBPx_normal.jpeg","summary":"اعلانك في سوق الخليج يحقق لك الوصول الى اكثر من مليون متابع خليجي http%3A%2F%2Fmarketgulf.com","links":[
{
"href":"http%3A%2F%2Fmarketgulf.com","rel":"me"
}
],"friendsCount":435237,"followersCount":464951,"listedCount":708,"statusesCount":1071685,"twitterTimeZone":"Riyadh","utcOffset":"10800","preferredUsername":"sckud1","languages":[
"ar"
],"location":{
"objectType":"place","displayName":"Made in K S A"
},"favoritesCount":77
},"verb":"post","postedTime":"2015-02-08T12:55:19.000Z","generator":{
"displayName":"Tweet Old Post","link":"http%3A%2F%2Fwww.ajaymatharu.com%2F"
},"provider":{
"objectType":"service","link":"http%3A%2F%2Fwww.twitter.com"
},"link":"http%3A%2F%2Ftwitter.com%2Fsckud1%2Fstatuses%2F564407126526013440","body":"فيديو: إمام يرفض بغضب الصلاة على أحد قتلى حزب الله في سوريا بسبب إطلاق النار: ماعاد http%3A%2F%2Ft.co%2FC55SaQKmUV http%3A%2F%2Ft.co%2Ft5TjIlnZgN","object":{
"objectType":"note","id":"object:search.twitter.com,"summary":"فيديو: إمام يرفض بغضب الصلاة على أحد قتلى حزب الله في سوريا بسبب إطلاق النار: ماعاد http%3A%2F%2Ft.co%2FC55SaQKmUV http%3A%2F%2Ft.co%2Ft5TjIlnZgN","postedTime":"2015-02-08T12:55:19.000Z"
},"favoritesCount":0,"twitter_entities":{
"hashtags":[
],"trends":[
],"urls":[
{
"url":"http%3A%2F%2Ft.co%2FC55SaQKmUV","expanded_url":"http%3A%2F%2Fwww.hasterya.com%2Farchives%2F34688utm_source%3DReviveOldPost%26utm_medium%3Dsocial%26utm_campaign%3DReviveOldPost","display_url":"hasterya.com/archives/34688…","indices":[
85,107
]
}
],"user_mentions":[
],"symbols":[
],"media":[
{
"id":564407126341468160,"id_str":"564407126341468160","indices":[
108,130
],"media_url":"http%3A%2F%2Fpbs.twimg.com%2Fmedia%2FB9UtSoJIQAA07-r.jpg","media_url_https":"https%3A%2F%2Fpbs.twimg.com%2Fmedia%2FB9UtSoJIQAA07-r.jpg","url":"http%3A%2F%2Ft.co%2Ft5TjIlnZgN","display_url":"pic.twitter.com/t5TjIlnZgN","expanded_url":"http%3A%2F%2Ftwitter.com%2Fsckud1%2Fstatus%2F564407126526013440%2Fphoto%2F1","type":"photo","sizes":{
"large":{
"w":320,"h":180,"resize":"fit"
},"thumb":{
"w":150,"h":150,"resize":"crop"
},"small":{
"w":320,"medium":{
"w":320,"resize":"fit"
}
}
}
]
},"twitter_extended_entities":{
"media":[
{
"id":564407126341468160,"twitter_filter_level":"low","twitter_lang":"ar"
},"twitter_entities":{
"hashtags":[
],"trends":[
],"urls":[
{
"url":"http%3A%2F%2Ft.co%2FC55SaQKmUV","indices":[
97,119
]
}
],"user_mentions":[
{
"screen_name":"sckud1","name":"صفق الهوى","id":462268717,"id_str":"462268717","indices":[
3,10
]
}
],"symbols":[
],"media":[
{
"id":564407126341468160,"indices":[
139,140
],"sizes":{
"large":{
"w":320,"resize":"fit"
},"thumb":{
"w":150,"resize":"crop"
},"small":{
"w":320,"medium":{
"w":320,"resize":"fit"
}
},"source_status_id":564407126526013440,"source_status_id_str":"564407126526013440"
}
]
},"twitter_extended_entities":{
"media":[
{
"id":564407126341468160,"twitter_lang":"ar","retweetCount":1,"gnip":{
"matching_rules":[
{
"tag":"ISIS66"
}
],"urls":[
{
"url":"http%3A%2F%2Ft.co%2Ft5TjIlnZgN","expanded_status":200
},{
"url":"http%3A%2F%2Ft.co%2FC55SaQKmUV","expanded_status":200
}
],"klout_score":50,"language":{
"value":"ar"
}
}
}
编辑
我们配置了一个从该文件读取数据并将其传递给Solr接收器的flume代理,但不幸的是,标题中的这个异常是throw.
这是堆栈跟踪
org.kitesdk.morphline.api.MorphlineRuntimeException: com.fasterxml.jackson.core.JsonParseException: Unrecognized token 'http': was expecting ('true','false' or 'null')
at [Source: java.io.ByteArrayInputStream@20d7aa52; line: 1,column: 9]
at org.kitesdk.morphline.stdio.AbstractParser.doProcess(AbstractParser.java:98)
at org.kitesdk.morphline.base.AbstractCommand.process(AbstractCommand.java:156)
at org.kitesdk.morphline.stdlib.TryRulesBuilder$TryRules.doProcess(TryRulesBuilder.java:120)
at org.kitesdk.morphline.base.AbstractCommand.process(AbstractCommand.java:156)
at org.kitesdk.morphline.base.AbstractCommand.doProcess(AbstractCommand.java:181)
at org.kitesdk.morphline.base.AbstractCommand.process(AbstractCommand.java:156)
at org.apache.flume.sink.solr.morphline.MorphlineHandlerImpl.process(MorphlineHandlerImpl.java:128)
at org.apache.flume.sink.solr.morphline.Morphlinesink.process(Morphlinesink.java:141)
at org.apache.flume.sink.DefaultSinkProcessor.process(DefaultSinkProcessor.java:68)
at org.apache.flume.SinkRunner$PollingRunner.run(SinkRunner.java:147)
at java.lang.Thread.run(Thread.java:744)
Caused by: com.fasterxml.jackson.core.JsonParseException: Unrecognized token 'http': was expecting ('true',column: 9]
at com.fasterxml.jackson.core.JsonParser._constructError(JsonParser.java:1524)
at com.fasterxml.jackson.core.base.ParserMinimalBase._reportError(ParserMinimalBase.java:557)
at com.fasterxml.jackson.core.json.UTF8StreamJsonParser._reportInvalidToken(UTF8StreamJsonParser.java:3095)
at com.fasterxml.jackson.core.json.UTF8StreamJsonParser._handleUnexpectedValue(UTF8StreamJsonParser.java:2340)
at com.fasterxml.jackson.core.json.UTF8StreamJsonParser._nextTokennotinObject(UTF8StreamJsonParser.java:818)
at com.fasterxml.jackson.core.json.UTF8StreamJsonParser.nextToken(UTF8StreamJsonParser.java:698)
at com.fasterxml.jackson.databind.MappingIterator.hasNextValue(MappingIterator.java:159)
at org.kitesdk.morphline.json.ReadJsonBuilder$ReadJson.doProcess(ReadJsonBuilder.java:109)
at org.kitesdk.morphline.stdio.AbstractParser.doProcess(AbstractParser.java:96)
... 10 more
解决方法
版权声明：本文内容由互联网用户自发贡献，该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务，不拥有所有权，不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容， 请发送邮件至 dio@foxmail.com 举报，一经查实，本站将立刻删除。
