134 lines
4.4 KiB
Python
134 lines
4.4 KiB
Python
from selenium import webdriver
|
||
from selenium.webdriver.common.by import By
|
||
from selenium.webdriver.support.ui import WebDriverWait
|
||
from selenium.webdriver.support import expected_conditions as EC
|
||
from bs4 import BeautifulSoup
|
||
import smtplib
|
||
from email.mime.multipart import MIMEMultipart
|
||
from email.mime.text import MIMEText
|
||
import schedule
|
||
import time
|
||
import hashlib
|
||
import csv # 导入csv模块
|
||
|
||
# 邮箱配置
|
||
from_email = "240884432@qq.com"
|
||
from_password = "osjyjmbqrzxtbjbf"
|
||
to_email = "240884432@qq.com"
|
||
|
||
# 目标URL
|
||
# 修改为新的目标URL
|
||
url = 'https://www.jjin10.com/'
|
||
|
||
# 设置请求头，模拟浏览器访问
|
||
headers = {
|
||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36'
|
||
}
|
||
|
||
# 消息跟踪记录
|
||
last_records = {} # 格式：{id: (hash, timestamp)}
|
||
|
||
# 发送邮件的函数
|
||
def send_email(subject, content, to_email):
|
||
msg = MIMEMultipart('alternative')
|
||
msg['Subject'] = subject
|
||
msg['From'] = from_email
|
||
msg['To'] = to_email
|
||
msg.attach(MIMEText(content, 'html'))
|
||
|
||
try:
|
||
server = smtplib.SMTP_SSL('smtp.qq.com', 465) # 使用SSL，端口通常是465
|
||
server.login(from_email, from_password)
|
||
server.sendmail(from_email, to_email, msg.as_string())
|
||
server.quit()
|
||
print("邮件发送成功")
|
||
except Exception as e:
|
||
print(f"邮件发送失败: {e}")
|
||
|
||
# 爬取并发送邮件的函数
|
||
def fetch_and_notify():
|
||
global last_records
|
||
|
||
# 初始化浏览器
|
||
options = webdriver.ChromeOptions()
|
||
options.add_argument('--headless')
|
||
driver = webdriver.Chrome(options=options)
|
||
|
||
try:
|
||
driver.get(url)
|
||
|
||
# 点击爆款筛选按钮
|
||
button = WebDriverWait(driver, 10).until(
|
||
# 确保此选择器在新网页中仍适用
|
||
EC.element_to_be_clickable((By.CSS_SELECTOR, '.flash-hot_text.is-bao'))
|
||
)
|
||
driver.execute_script("arguments[0].click();", button)
|
||
time.sleep(3) # 等待内容加载
|
||
|
||
soup = BeautifulSoup(driver.page_source, 'html.parser')
|
||
items = soup.find_all('div', class_='jin-flash-item-container is-normal')
|
||
|
||
filtered_items = []
|
||
new_item_ids = []
|
||
|
||
for item in items:
|
||
item_id = item.get('id')
|
||
if item.find('i', class_='flash-hot_text is-bao'):
|
||
filtered_items.append(item)
|
||
new_item_ids.append(item_id)
|
||
|
||
finally:
|
||
driver.quit()
|
||
|
||
if not filtered_items:
|
||
return
|
||
|
||
# 生成内容哈希并筛选新内容
|
||
new_items = []
|
||
for item in filtered_items:
|
||
item_id = item.get('id')
|
||
content = item.find('div', class_='flash-text').get_text(strip=True)
|
||
content_hash = hashlib.md5(content.encode()).hexdigest()
|
||
|
||
# 双重校验：ID不存在 或 ID存在但内容哈希不同
|
||
if item_id not in last_records or last_records[item_id][0] != content_hash:
|
||
new_items.append({
|
||
'id': item_id,
|
||
'time': item.find('div', class_='item-time').get_text(strip=True),
|
||
'content': content,
|
||
'hash': content_hash
|
||
})
|
||
|
||
if new_items:
|
||
email_content = ""
|
||
for i, item in enumerate(new_items, 1):
|
||
email_content += f"<p><strong>消息 {i}:</strong><br>时间: {item['time']}<br>内容: {item['content']}</p>"
|
||
email_content += '<hr>'
|
||
# 更新记录
|
||
last_records[item['id']] = (item['hash'], time.time())
|
||
|
||
send_email("金十数据市场快讯", email_content, to_email)
|
||
|
||
# 清理过期记录（保留24小时）
|
||
expire_time = time.time() - 86400
|
||
last_records = {k:v for k,v in last_records.items() if v[1] > expire_time}
|
||
|
||
# 将新消息写入CSV文件
|
||
with open('news.csv', 'w', newline='', encoding='utf-8-sig') as csvfile:
|
||
fieldnames = ['id', 'time', 'content', 'hash']
|
||
writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
|
||
|
||
writer.writeheader()
|
||
for item in new_items:
|
||
writer.writerow(item)
|
||
else:
|
||
# 当没有新消息时发送提示邮件
|
||
send_email("金十数据市场快讯", "<p>没有新的市场快讯信息。</p>", to_email)
|
||
|
||
# 每5分钟运行一次
|
||
schedule.every(5).minutes.do(fetch_and_notify)
|
||
|
||
print("开始监控市场快讯信息...")
|
||
while True:
|
||
schedule.run_pending()
|
||
time.sleep(1) |