如何解决JSONDecodeError:期望值:第 2 行第 1 列字符 1
已添加 JSON 文件:[JSON 文件][https://drive.google.com/file/d/1JXaalZ4Wu_1bQACrf8eNlIx80zvjopFr/view]
我正在分析带有特定主题标签的推文,但我不知道如何处理以下错误,感谢您的帮助。错误消息来自行
tweet = json.loads(line)
当我运行代码时,我收到以下错误消息 JSONDecodeError:期望值:第 2 行第 1 列(字符 1)
错误显示在此单元格中(tweet = json.loads(line)) [错误图像][2]
我的代码:
# import tweepy library to access Twitter REST APIs service
import tweepy
#Python code to get twitter access
#Authorize access to Twitter using access keys & tokens from my developer account using tweepy OAuthHandler method
from tweepy import OAuthHandler
import tweepy as tw
consumer_key=''
consumer_secret=''
access_token=''
access_token_secret=''
#online authuntication
auth = tweepy.OAuthHandler(consumer_key,consumer_secret)
auth.set_access_token(access_token,access_token_secret)
api = tweepy.API(auth) #The api variable is now our entry point for most of the operations we can perform with Twitter.
api = tweepy.API(auth,wait_on_rate_limit = True,wait_on_rate_limit_notify = True)
#Source: https://marcobonzanini.com/2015/03/02/mining-twitter-data-with-python-part-1/
from tweepy import Stream
from tweepy.streaming import StreamListener
class MyListener(StreamListener):
def on_data(self,data):
try:
with open('python.json','a') as f:
f.write(data)
return True
except BaseException as e:
print("Error on_data: %s" % str(e))
return True
def on_error(self,status):
print(status)
return True
twitter_stream = Stream(auth,MyListener())
twitter_stream.filter(track=['#covid19'])
from google.colab import files
uploaded = files.upload()
#Source: https://marcobonzanini.com/2015/03/02/mining-twitter-data-with-python-part-1/
import json
file='/content/python.json'
with open(file,'r') as f:
line = f.readline() # read only the first tweet/line
tweet = json.loads(line) # load it as Python dict
# https://marcobonzanini.com/2015/03/09/mining-twitter-data-with-python-part-2/
import re
#define a variable to identify emotions
emoticons_str = r"""
(?:
[:=;] # Eyes
[oO\-]? # Nose (optional)
[D\)\]\(\]/\\OpP] # Mouth
)"""
#define a list to identify emotions,HTML tags,mentions,hashtags,URLs,numbers,words with - and ',other words and anything else
regex_str = [
emoticons_str,r'<[^>]+>',# HTML tags
r'(?:@[\w_]+)',# @-mentions
r"(?:\#+[\w_]+[\w\'_\-]*[\w_]+)",# hash-tags
r'http[s]?://(?:[a-z]|[0-9]|[$-_@.&+]|[!*\(\),]|(?:%[0-9a-f][0-9a-f]))+',# URLs
r'(?:(?:\d+,?)+(?:\.?\d+)?)',# numbers
r"(?:[a-z][a-z'\-_]+[a-z])",# words with - and '
r'(?:[\w_]+)',# other words
r'(?:\S)' # anything else
]
#re.VERBOSE,to allow spaces in the regexp to be ignored
#re.IGNORECASE to catch both upper and lowercases
tokens_re = re.compile(r'('+'|'.join(regex_str)+')',re.VERBOSE | re.IGNORECASE)
emoticon_re = re.compile(r'^'+emoticons_str+'$',re.VERBOSE | re.IGNORECASE)
#The tokenize() function simply catches all the tokens in a string and returns them as a list
def tokenize(s):
return tokens_re.findall(s)
#preprocess(),which is used as a pre-processing chain: in this case we simply add a lowercasing feature for all the tokens that are not emoticons
def preprocess(s,lowercase=False):
tokens = tokenize(s)
if lowercase:
tokens = [token if emoticon_re.search(token) else token.lower() for token in tokens]
return tokens
#remove stop words
from nltk.corpus import stopwords
import string
import nltk
nltk.download('stopwords')
punctuation = list(string.punctuation)
stop = stopwords.words('english') + punctuation + ['rt','via']
terms_stop = [term for term in preprocess(tweet['text']) if term not in stop]
import re
import operator
import json
from collections import Counter
from nltk.corpus import stopwords
from nltk import bigrams
import string
from collections import defaultdict
import sys
com = defaultdict(lambda: defaultdict(int))
fname = '/content/python.json'
with open(fname,'r') as f:
count_all = Counter()
for line in f:
tweet = json.loads(line)
terms_only = [term for term in preprocess(tweet['text']) if term not in stop and not term.startswith(('@','#'))]
count_all.update(terms_only)
print(count_all.most_common(15))
[1]: https://drive.google.com/file/d/1JXaalZ4Wu_1bQACrf8eNlIx80zvjopFr/view
[2]: https://i.stack.imgur.com/XF1zI.png
解决方法
当您从文件中加载 json 时,您应该读取所有文件,see load()
link to the documentation
fname = '/content/python.json'
with open(fname,'r') as f:
for line in f.readlines():
if line.startswith('{'):
tweet = json.loads(line)
也可以使用此代码搜索更多错误
fname = '/content/python.json'
with open(fname,'r') as f:
for line in f.readlines():
if line.startswith('{'):
try:
json.loads(line)
except json.JSONDecodeError as e:
print(e.msg,e)
print(repr(line))
版权声明:本文内容由互联网用户自发贡献,该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容, 请发送邮件至 dio@foxmail.com 举报,一经查实,本站将立刻删除。