示例代码:
from bs4 import BeautifulSoup import requests
response = requests.get('https://example.com').content
soup = BeautifulSoup(response, 'html.parser')
tag_list = soup.select('div.my_class')
data_list = [tag.get_text() for tag in tag_list]
unique_data_list = set(data_list)
for data in unique_data_list: print(data)