初学mongodb数据库,记录一下简单的数据存入
# 导入第三方库import requestsfrom lxml import etree# 导入pymongoimport pymongofrom fake_useragent import UserAgent# 定制请求头ua = UserAgent()headers = {“UserAgent”:ua.random}# 连接数据库client = pymongo.MongoClient(host=’localhost’,port=27017)# 指定数据库db = client.tushu# 指定集合collection = db.tushu# 请求的目标网址url = ‘https://www.yeitu.com/meinv/xinggan/index.html’# requests请求r = requests.get(url,headers = headers)html = r.content.decode(‘utf-8’)# xpath解析网页e = etree.HTML(html)images = e.xpath(‘//li[@class=”image-box”]/a/img/@data-echo’)names = e.xpath(‘//li[@class=”image-box”]/a/img/@alt’)# 遍历循环添加到字典for image, name in zip(images, names): meitu = {} meitu[name] = image # mongo插入数据 result = 美国高防vps collection.insert_one(meitu) 50253955