
데이터베이스에 데이터가 안 들어가지는데, print(doc)를 하면 넣을 데이터출력은 잘 됩니다.
insert_one을 하면 에러가 뜨는데, 제가 어디가 잘 못 된 것인지 모르겠습니다 :(
.import requests
from bs4 import BeautifulSoup
from pymongo import MongoClient
import certifi
ca = certifi.where()
client = MongoClient('mongodb+srv://test:sparta@cluster0.jshdhi2.mongodb.net/cluster0?retryWrites=true&w=majority', tlsCAFile=ca)
db = client.dbsparta
headers = {'User-Agent' : 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36'}
data = requests.get('https://movie.naver.com/movie/sdb/rank/rmovie.naver?sel=pnt&date=20210829',headers=headers)
soup = BeautifulSoup(data.text, 'html.parser')
# 코딩 시작
# BeautifulSoup 쓰는 방법
#old_content > table > tbody > tr:nth-child(15) > td.title > div > a
#old_content > table > tbody > tr:nth-child(11) > td.title > div > a
movies = soup.select('#old_content > table > tbody > tr')
# 리스트 형태는 반복문으로 돌려야한다.
for movie in movies:
title = movie.select_one('td.title > div > a')
rank = movie.select_one('td:nth-child(1) > img')
star = movie.select_one('td.point')
if title is not None: # == if a != None
doc = {
'title': title,
'rank':rank,
'star':star
}
db.movies.insert_one(doc)

/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/bin/python /Users/hwuiinnpark/Desktop/sparta/pythonPrac/hello.py
Traceback (most recent call last):
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/hello.py", line 36, in <module>
db.movies.insert_one(doc)
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/collection.py", line 621, in insert_one
self._insert_one(
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/collection.py", line 562, in _insert_one
self.__database.client._retryable_write(acknowledged, _insert_command, session)
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/mongo_client.py", line 1476, in _retryable_write
return self._retry_with_session(retryable, func, s, None)
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/mongo_client.py", line 1349, in _retry_with_session
return self._retry_internal(retryable, func, session, bulk)
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/_csot.py", line 105, in csot_wrapper
return func(self, *args, **kwargs)
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/mongo_client.py", line 1390, in _retry_internal
return func(session, sock_info, retryable)
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/collection.py", line 550, in _insert_command
result = sock_info.command(
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/pool.py", line 795, in command
self._raise_connection_failure(error)
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/pool.py", line 767, in command
return command(
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/network.py", line 127, in command
request_id, msg, size, max_doc_size = message._op_msg(
File "/Users/hwuiinnpark/Desktop/sparta/pythonPrac/venv/lib/python3.8/site-packages/pymongo/message.py", line 692, in _op_msg
return _op_msg_uncompressed(flags, command, identifier, docs, opts)
bson.errors.InvalidDocument: cannot encode object: <a href="/movie/bi/mi/basic.naver?code=186114" title="밥정">밥정</a>, of type: <class 'bs4.element.Tag'>
종료 코드 1(으)로 완료된 프로세스
