mirror of
https://github.com/LibraHp/GetQzonehistory.git
synced 2024-12-27 06:29:55 +00:00
306 lines
14 KiB
Python
306 lines
14 KiB
Python
import shutil
|
||
from datetime import datetime
|
||
import subprocess
|
||
from bs4 import BeautifulSoup
|
||
import util.RequestUtil as Request
|
||
import util.ToolsUtil as Tools
|
||
import util.ConfigUtil as Config
|
||
import util.GetAllMomentsUtil as GetAllMoments
|
||
import pandas as pd
|
||
import signal
|
||
import os
|
||
import re
|
||
from tqdm import trange, tqdm
|
||
import requests
|
||
import time
|
||
import platform
|
||
import chardet
|
||
import sys
|
||
import io
|
||
|
||
sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8')
|
||
texts = list()
|
||
all_friends = list()
|
||
other_message = list()
|
||
user_message = list()
|
||
leave_message = list()
|
||
forward_message = list()
|
||
|
||
|
||
# 信号处理函数
|
||
def signal_handler(signal, frame):
|
||
# 在手动结束程序时保存已有的数据
|
||
if len(texts) > 0:
|
||
save_data()
|
||
exit(0)
|
||
|
||
|
||
def safe_strptime(date_str):
|
||
# 部分日期缺少最后的秒数，首先解析带秒数的日期格式，如果解析失败再解析不带秒数的日期
|
||
try:
|
||
# 尝试按照带秒格式解析日期
|
||
return datetime.strptime(date_str, "%Y年%m月%d日 %H:%M:%S")
|
||
except ValueError:
|
||
# 尝试按照不带秒格式解析日期
|
||
try:
|
||
return datetime.strptime(date_str, "%Y年%m月%d日 %H:%M")
|
||
except ValueError:
|
||
# 如果日期格式不对，返回 datetime.max
|
||
return datetime.max
|
||
|
||
|
||
# 还原QQ空间网页版说说
|
||
def render_html(shuoshuo_path, zhuanfa_path):
|
||
# 读取 Excel 文件内容
|
||
shuoshuo_df = pd.read_excel(shuoshuo_path)
|
||
zhuanfa_df = pd.read_excel(zhuanfa_path)
|
||
# 头像
|
||
avatar_url = f"https://q.qlogo.cn/headimg_dl?dst_uin={Request.uin}&spec=640&img_type=jpg"
|
||
# 提取说说列表中的数据
|
||
shuoshuo_data = shuoshuo_df[['时间', '内容', '图片链接', '评论']].values.tolist()
|
||
# 提取转发列表中的数据
|
||
zhuanfa_data = zhuanfa_df[['时间', '内容', '图片链接', '评论']].values.tolist()
|
||
# 合并所有数据
|
||
all_data = shuoshuo_data + zhuanfa_data
|
||
# 按时间排序
|
||
all_data.sort(key=lambda x: safe_strptime(x[0]) or datetime.min, reverse=True)
|
||
html_template, post_template, comment_template = Tools.get_html_template()
|
||
# 构建动态内容
|
||
post_html = ""
|
||
for entry in all_data:
|
||
try:
|
||
time, content, img_urls, comments = entry
|
||
img_url_lst = str(img_urls).split(",")
|
||
content_lst = content.split("：")
|
||
if len(content_lst) == 1:
|
||
continue
|
||
nickname = content_lst[0]
|
||
# 将nickname当中的QQ表情替换为img标签
|
||
nickname = re.sub(r'\[em\](.*?)\[/em\]', Tools.replace_em_to_img, nickname)
|
||
message = content_lst[1]
|
||
# 将message当中的QQ表情替换为img标签
|
||
message = re.sub(r'\[em\](.*?)\[/em\]', Tools.replace_em_to_img, message)
|
||
image_html = '<div class="image">'
|
||
for img_url in img_url_lst:
|
||
if img_url and img_url.startswith('http'):
|
||
# 将图片替换为高清图
|
||
img_url = str(img_url).replace("/m&ek=1&kp=1", "/s&ek=1&kp=1")
|
||
img_url = str(img_url).replace(r"!/m/", "!/s/")
|
||
image_html += f'<img src="{img_url}" alt="图片">\n'
|
||
image_html += "</div>"
|
||
comment_html = ""
|
||
# 获取评论数据
|
||
if str(comments) != "nan":
|
||
comments = eval(comments)
|
||
for comment in comments:
|
||
comment_create_time, comment_content, comment_nickname, comment_uin = comment
|
||
# 将评论人昵称和评论内容当中的QQ表情替换为img标签
|
||
comment_nickname = re.sub(r'\[em\](.*?)\[/em\]', Tools.replace_em_to_img, comment_nickname)
|
||
comment_content = re.sub(r'\[em\](.*?)\[/em\]', Tools.replace_em_to_img, comment_content)
|
||
comment_avatar_url = f"https://q.qlogo.cn/headimg_dl?dst_uin={comment_uin}&spec=640&img_type=jpg"
|
||
comment_html += comment_template.format(
|
||
avatar_url=comment_avatar_url,
|
||
nickname=comment_nickname,
|
||
time=comment_create_time,
|
||
message=comment_content
|
||
)
|
||
# 生成每个动态的HTML块
|
||
post_html += post_template.format(
|
||
avatar_url=avatar_url,
|
||
nickname=nickname,
|
||
time=time,
|
||
message=message,
|
||
image=image_html,
|
||
comments=comment_html
|
||
)
|
||
except Exception as err:
|
||
print(err)
|
||
|
||
# 生成完整的HTML
|
||
final_html = html_template.format(posts=post_html)
|
||
user_save_path = Config.result_path + Request.uin + '/'
|
||
# 将HTML写入文件
|
||
output_file = os.path.join(os.getcwd(), user_save_path, Request.uin + "_说说网页版.html")
|
||
with open(output_file, 'w', encoding='utf-8') as f:
|
||
f.write(final_html)
|
||
|
||
|
||
# 保存数据
|
||
def save_data():
|
||
user_save_path = Config.result_path + Request.uin + '/'
|
||
pic_save_path = user_save_path + 'pic/'
|
||
if not os.path.exists(user_save_path):
|
||
os.makedirs(user_save_path)
|
||
print(f"Created directory: {user_save_path}")
|
||
if not os.path.exists(pic_save_path):
|
||
os.makedirs(pic_save_path)
|
||
print(f"Created directory: {pic_save_path}")
|
||
pd.DataFrame(texts, columns=['时间', '内容', '图片链接', '评论']).to_excel(
|
||
user_save_path + Request.uin + '_全部列表.xlsx',
|
||
index=False)
|
||
pd.DataFrame(all_friends, columns=['昵称', 'QQ', '空间主页']).to_excel(
|
||
user_save_path + Request.uin + '_好友列表.xlsx', index=False)
|
||
for item in tqdm(texts, desc="处理消息列表", unit="item"):
|
||
item_text = item[1]
|
||
# 可见说说中可能存在多张图片
|
||
item_pic_links = str(item[2]).split(",")
|
||
for item_pic_link in item_pic_links:
|
||
# 如果图片链接为空或者不是http链接，则跳过
|
||
if not item_pic_link or len(item_pic_link) == 0 or 'http' not in item_pic_link:
|
||
continue
|
||
# 去除非法字符 / Emoji表情
|
||
pic_name = re.sub(r'\[em\].*?\[/em\]|[^\w\s]|[\\/:*?"<>|\r\n]+', '_', item_text).replace(" ", "") + '.jpg'
|
||
# 去除文件名中的空格
|
||
pic_name = pic_name.replace(' ', '')
|
||
# 限制文件名长度
|
||
if len(pic_name) > 40:
|
||
pic_name = pic_name[:40] + '.jpg'
|
||
# pic_name = pic_name.split('：')[1] + '.jpg'
|
||
response = requests.get(item_pic_link)
|
||
if response.status_code == 200:
|
||
# 防止图片重名
|
||
if os.path.exists(pic_save_path + pic_name):
|
||
pic_name = pic_name.split('.')[0] + "_" + str(int(time.time())) + '.jpg'
|
||
with open(pic_save_path + pic_name, 'wb') as f:
|
||
f.write(response.content)
|
||
if user_nickname in item_text:
|
||
if '留言' in item_text:
|
||
leave_message.append(item[:-1])
|
||
elif '转发' in item_text:
|
||
forward_message.append(item)
|
||
else:
|
||
user_message.append(item)
|
||
else:
|
||
other_message.append(item[:-1])
|
||
pd.DataFrame(user_message, columns=['时间', '内容', '图片链接', '评论']).to_excel(
|
||
user_save_path + Request.uin + '_说说列表.xlsx', index=False)
|
||
pd.DataFrame(forward_message, columns=['时间', '内容', '图片链接', '评论']).to_excel(
|
||
user_save_path + Request.uin + '_转发列表.xlsx', index=False)
|
||
pd.DataFrame(leave_message, columns=['时间', '内容', '图片链接']).to_excel(
|
||
user_save_path + Request.uin + '_留言列表.xlsx', index=False)
|
||
pd.DataFrame(other_message, columns=['时间', '内容', '图片链接']).to_excel(
|
||
user_save_path + Request.uin + '_其他列表.xlsx', index=False)
|
||
render_html(user_save_path + Request.uin + '_说说列表.xlsx', user_save_path + Request.uin + '_转发列表.xlsx')
|
||
Tools.show_author_info()
|
||
print('\033[36m' + '导出成功，请查看 ' + user_save_path + Request.uin + ' 文件夹内容' + '\033[0m')
|
||
print('\033[32m' + '共有 ' + str(len(texts)) + ' 条消息' + '\033[0m')
|
||
print('\033[36m' + '最早的一条说说发布在' + texts[texts.__len__() - 1][0] + '\033[0m')
|
||
print('\033[32m' + '好友列表共有 ' + str(len(all_friends)) + ' 个好友' + '\033[0m')
|
||
print('\033[36m' + '说说列表共有 ' + str(len(user_message)) + ' 条说说' + '\033[0m')
|
||
print('\033[32m' + '转发列表共有 ' + str(len(forward_message)) + ' 条转发' + '\033[0m')
|
||
print('\033[36m' + '留言列表共有 ' + str(len(leave_message)) + ' 条留言' + '\033[0m')
|
||
print('\033[32m' + '其他列表共有 ' + str(len(other_message)) + ' 条内容' + '\033[0m')
|
||
print('\033[36m' + '图片列表共有 ' + str(len(os.listdir(pic_save_path))) + ' 张图片' + '\033[0m')
|
||
current_directory = os.getcwd()
|
||
# os.startfile(current_directory + user_save_path[1:])
|
||
open_file(current_directory + user_save_path[1:])
|
||
if platform.system() == 'Windows':
|
||
os.system('pause')
|
||
else:
|
||
os.system('stty raw -echo;dd bs=1 count=1 >/dev/null 2>&1;stty cooked echo')
|
||
|
||
|
||
# 打开文件展示
|
||
def open_file(file_path):
|
||
# 检查操作系统
|
||
if platform.system() == 'Windows':
|
||
# Windows 系统使用 os.startfile
|
||
os.startfile(file_path)
|
||
elif platform.system() == 'Darwin':
|
||
# macOS 系统使用 subprocess 和 open 命令
|
||
subprocess.run(['open', file_path])
|
||
elif platform.system() == 'Linux':
|
||
# Linux 系统，首先检查是否存在 xdg-open 工具
|
||
if shutil.which('xdg-open'):
|
||
subprocess.run(['xdg-open', file_path])
|
||
# 如果 xdg-open 不存在，检查是否存在 gnome-open 工具（适用于 GNOME 桌面环境）
|
||
elif shutil.which('gnome-open'):
|
||
subprocess.run(['gnome-open', file_path])
|
||
# 如果 gnome-open 不存在，检查是否存在 kde-open 工具（适用于 KDE 桌面环境）
|
||
elif shutil.which('kde-open'):
|
||
subprocess.run(['kde-open', file_path])
|
||
# 如果以上工具都不存在，提示用户手动打开文件
|
||
else:
|
||
print("未找到可用的打开命令，请手动打开文件。")
|
||
else:
|
||
print(f"Unsupported OS: {platform.system()}")
|
||
|
||
|
||
if __name__ == '__main__':
|
||
try:
|
||
user_info = Request.get_login_user_info()
|
||
user_nickname = user_info[Request.uin][6]
|
||
print(f"用户<{Request.uin}>,<{user_nickname}>登录成功")
|
||
except Exception as e:
|
||
print(f"登录失败:请重新登录,错误信息:{str(e)}")
|
||
exit(0)
|
||
|
||
count = Request.get_message_count()
|
||
try:
|
||
# 注册信号处理函数
|
||
signal.signal(signal.SIGINT, signal_handler)
|
||
signal.signal(signal.SIGTERM, signal_handler)
|
||
|
||
for i in trange(int(count / 10) + 1, desc='Progress', unit='10条'):
|
||
# 每次获取10条数据
|
||
response = Request.get_message(i * 10, 10)
|
||
if response is None or not hasattr(response, 'content'):
|
||
print(f"获取消息失败：第 {i} 批次，返回值为空或无效")
|
||
continue
|
||
content_bytes = response.content
|
||
detected_encoding = chardet.detect(content_bytes)['encoding']
|
||
message = content_bytes.decode(detected_encoding if detected_encoding else "utf-8")
|
||
|
||
# 处理HTML数据
|
||
html = Tools.process_old_html(message)
|
||
if "li" not in html:
|
||
continue
|
||
soup = BeautifulSoup(html, 'html.parser')
|
||
|
||
for element in soup.find_all('li', class_='f-single f-s-s'):
|
||
put_time = None
|
||
text = None
|
||
img = None
|
||
friend_element = element.find('a', class_='f-name q_namecard')
|
||
# 获取好友昵称和QQ
|
||
if friend_element is not None:
|
||
friend_name = friend_element.get_text()
|
||
friend_qq = friend_element.get('link')[9:]
|
||
friend_link = friend_element.get('href')
|
||
if friend_qq not in [sublist[1] for sublist in all_friends]:
|
||
all_friends.append([friend_name, friend_qq, friend_link])
|
||
|
||
time_element = element.find('div', class_='info-detail')
|
||
text_element = element.find('p', class_='txt-box-title ellipsis-one')
|
||
img_element = element.find('a', class_='img-item')
|
||
if time_element is not None and text_element is not None:
|
||
put_time = time_element.get_text().replace('\xa0', ' ')
|
||
text = text_element.get_text().replace('\xa0', ' ')
|
||
if img_element is not None:
|
||
img = img_element.find('img').get('src')
|
||
if text not in [sublist[1] for sublist in texts]:
|
||
texts.append([put_time, text, img])
|
||
|
||
# 每读取10条后休息3秒
|
||
time.sleep(3)
|
||
print("Pause for 3 seconds...")
|
||
|
||
except Exception as e:
|
||
print(f"获取QQ空间互动消息发生异常: {str(e)}")
|
||
|
||
# 确保texts是四列，防止后续保存结果出现问题
|
||
texts = [t + [""] for t in texts]
|
||
|
||
try:
|
||
user_moments = GetAllMoments.get_visible_moments_list()
|
||
if user_moments and len(user_moments) > 0:
|
||
# 如果可见说说的内容是从消息列表恢复的说说内容子集，则不添加到消息列表中
|
||
texts = [t for t in texts if
|
||
not any(Tools.is_any_mutual_exist(t[1], u[1]) for u in user_moments)]
|
||
texts.extend(user_moments)
|
||
except Exception as err:
|
||
print(f"获取未删除QQ空间记录发生异常: {str(err)}")
|
||
|
||
if len(texts) > 0:
|
||
save_data()
|