如何解决CSV中的不匹配行
我设法写了这个蜘蛛来抓取此页面http://www.abyznewslinks.com/argen.htm中的表，但是问题是当重复重复以下行时，media_url中的以下行，输出csv中的media_name列不匹配，我该如何解决这个问题？
import scrapy
from ..items import AbyzItem
import itertools
from itertools import zip_longest
class AbyzrowbyrowSpider(scrapy.Spider):
name = 'abyz3'
allowed_domains = ['abyznewslinks.com']
start_urls = ['http://www.abyznewslinks.com/argen.htm']
def parse(self,response):
for row in response.xpath("(//div)[position()>5 and position()<last()]//table//tr[not(descendant-or-self::b)]"):
country=response.xpath("/html/body/div[3]/table//td//font/text()[last()]").getall()
continent=response.xpath("/html/body/div[3]//a[2]/text()").getall()
region=response.xpath("/html/body/div[3]//a[3]/text()").getall()
country_region= row.xpath("td[1]/font/text()").getall()
media_url= row.xpath("td[2]/font/a/@href").getall()
media_name = row.xpath("td[2]/font/a/text()").getall()
media_type = row.xpath("td[3]/font/text()").getall()
media_focus = row.xpath("td[4]/font/text()").getall()
language = row.xpath("td[5]/font/text()").getall()
media_format = row.xpath("td[6]/font/text()").getall()
list_list=[country_region,media_name,media_url,media_type,media_focus,language,media_format]
results=[list(row) for row in zip_longest(*list_list,fillvalue='')]
for country_region,media_format in results:
item=AbyzItem()
item['country_region'] = country_region
item['media_url'] = media_url
item['media_name'] = media_name
item['media_type'] = media_type
item['media_focus'] = media_focus
item['language'] = language
item['media_format'] = media_format
yield item
版权声明：本文内容由互联网用户自发贡献，该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务，不拥有所有权，不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容， 请发送邮件至 dio@foxmail.com 举报，一经查实，本站将立刻删除。