
import requests
from bs4 import BeautifulSoup
from pymongo import MongoClient
import certifi
ca = certifi.where();
client = MongoClient('mongodb+srv://Iank01:G9XutkcjQwmQu0PN@cluster0.akauiwo.mongodb.net/Cluster0?retryWrites=true&w=majority', tlsCAFile=ca)
db = client.dbsparta
headers = {'User-Agent' : 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36'}
data = requests.get('https://movie.naver.com/movie/sdb/rank/rmovie.naver?sel=pnt&date=20210829',headers=headers)
soup = BeautifulSoup(data.text, 'html.parser')
movies = soup.select('#old_content > table > tbody > tr')
for movie in movies:
a = movie.select_one('td.title > div > a')
if a is not None:
rank = movie.select_one('td:nth-child(1) > img')['alt']
title = a.text
star = movie.select_one('td.point').text
doc = {
'title':title,
'rank':rank,
'star':star
}
db.movies.insert_one(doc)
import requests
from bs4 import BeautifulSoup
from pymongo import MongoClient
import certifi
ca = certifi.where();
client = MongoClient('mongodb+srv://Iank01:G9XutkcjQwmQu0PN@cluster0.akauiwo.mongodb.net/Cluster0?retryWrites=true&w=majority', tlsCAFile=ca)
db = client.dbsparta
headers = {'User-Agent' : 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36'}
data = requests.get('https://movie.naver.com/movie/sdb/rank/rmovie.naver?sel=pnt&date=20210829',headers=headers)
soup = BeautifulSoup(data.text, 'html.parser')
movies = soup.select('#old_content > table > tbody > tr')
for movie in movies:
a = movie.select_one('td.title > div > a')
if a is not None:
rank = movie.select_one('td:nth-child(1) > img')['alt']
title = a.text
star = movie.select_one('td.point').text
doc = {
'title':title,
'rank':rank,
'star':star
}
db.movies.insert_one(doc)
error
Traceback (most recent call last):
File "/Users/iankim/Desktop/스파르타/pythonprac/hello.py", line 32, in <module>
db.movies.insert_one(doc)
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/collection.py", line 628, in insert_one
self._insert_one(
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/collection.py", line 569, in _insert_one
self.__database.client._retryable_write(acknowledged, _insert_command, session)
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/mongo_client.py", line 1475, in _retryable_write
with self._tmp_session(session) as s:
File "/Library/Frameworks/Python.framework/Versions/3.9/lib/python3.9/contextlib.py", line 117, in __enter__
return next(self.gen)
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/mongo_client.py", line 1757, in _tmp_session
s = self._ensure_session(session)
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/mongo_client.py", line 1740, in _ensure_session
return self.__start_session(True, causal_consistency=False)
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/mongo_client.py", line 1685, in __start_session
self._topology._check_implicit_session_support()
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/topology.py", line 538, in _check_implicit_session_support
self._check_session_support()
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/topology.py", line 554, in _check_session_support
self._select_servers_loop(
File "/Users/iankim/Desktop/스파르타/pythonprac/venv/lib/python3.9/site-packages/pymongo/topology.py", line 238, in _select_servers_loop
raise ServerSelectionTimeoutError(
pymongo.errors.ServerSelectionTimeoutError: ac-umtan04-shard-00-01.akauiwo.mongodb.net:27017: connection closed,ac-umtan04-shard-00-02.akauiwo.mongodb.net:27017: connection closed,ac-umtan04-shard-00-00.akauiwo.mongodb.net:27017: connection closed, Timeout: 30s, Topology Description: <TopologyDescription id: 637dc63df2b4e50e5a7f6b63, topology_type: ReplicaSetNoPrimary, servers: [<ServerDescription ('ac-umtan04-shard-00-00.akauiwo.mongodb.net', 27017) server_type: Unknown, rtt: None, error=AutoReconnect('ac-umtan04-shard-00-00.akauiwo.mongodb.net:27017: connection closed')>, <ServerDescription ('ac-umtan04-shard-00-01.akauiwo.mongodb.net', 27017) server_type: Unknown, rtt: None, error=AutoReconnect('ac-umtan04-shard-00-01.akauiwo.mongodb.net:27017: connection closed')>, <ServerDescription ('ac-umtan04-shard-00-02.akauiwo.mongodb.net', 27017) server_type: Unknown, rtt: None, error=AutoReconnect('ac-umtan04-shard-00-02.akauiwo.mongodb.net:27017: connection closed')>]>
