95 lines
3.3 KiB
Python
95 lines
3.3 KiB
Python
|
# -*- coding: utf-8 -*-#
|
|||
|
|
# -------------------------------------------------------------------------------
|
|||
|
|
# Name: parsingPublicMsg.py
|
|||
|
|
# Description:
|
|||
|
|
# Author: xaoyaoo
|
|||
|
|
# Date: 2024/07/03
|
|||
|
|
# -------------------------------------------------------------------------------
|
|||
|
|
|
|||
|
|
# -*- coding: utf-8 -*-#
|
|||
|
|
# -------------------------------------------------------------------------------
|
|||
|
|
# Name: parsingMSG.py
|
|||
|
|
# Description:
|
|||
|
|
# Author: xaoyaoo
|
|||
|
|
# Date: 2024/04/15
|
|||
|
|
# -------------------------------------------------------------------------------
|
|||
|
|
import json
|
|||
|
|
import os
|
|||
|
|
import re
|
|||
|
|
from typing import Union, Tuple
|
|||
|
|
|
|||
|
|
import pandas as pd
|
|||
|
|
|
|||
|
|
from .dbbase import DatabaseBase
|
|||
|
|
from .parsingMSG import ParsingMSG
|
|||
|
|
from .utils import get_md5, name2typeid, typeid2name, type_converter, timestamp2str, xml2dict, match_BytesExtra
|
|||
|
|
import lz4.block
|
|||
|
|
import blackboxprotobuf
|
|||
|
|
|
|||
|
|
|
|||
|
|
class ParsingPublicMsg(ParsingMSG):
|
|||
|
|
_class_name = "PublicMSG"
|
|||
|
|
|
|||
|
|
def msg_count(self, wxid: str = ""):
|
|||
|
|
"""
|
|||
|
|
获取聊天记录数量,根据wxid获取单个联系人的聊天记录数量，不传wxid则获取所有联系人的聊天记录数量
|
|||
|
|
:param MSG_db_path: MSG.db 文件路径
|
|||
|
|
:return: 聊天记录数量列表 {wxid: chat_count}
|
|||
|
|
"""
|
|||
|
|
if wxid:
|
|||
|
|
sql = f"SELECT StrTalker, COUNT(*) FROM PublicMsg WHERE StrTalker='{wxid}';"
|
|||
|
|
else:
|
|||
|
|
sql = f"SELECT StrTalker, COUNT(*) FROM PublicMsg GROUP BY StrTalker ORDER BY COUNT(*) DESC;"
|
|||
|
|
|
|||
|
|
result = self.execute_sql(sql)
|
|||
|
|
if not result:
|
|||
|
|
return {}
|
|||
|
|
df = pd.DataFrame(result, columns=["wxid", "msg_count"])
|
|||
|
|
# # 排序
|
|||
|
|
df = df.sort_values(by="msg_count", ascending=False)
|
|||
|
|
# chat_counts ： {wxid: chat_count}
|
|||
|
|
chat_counts = df.set_index("wxid").to_dict()["msg_count"]
|
|||
|
|
return chat_counts
|
|||
|
|
|
|||
|
|
def msg_count_total(self):
|
|||
|
|
"""
|
|||
|
|
获取聊天记录总数
|
|||
|
|
:return: 聊天记录总数
|
|||
|
|
"""
|
|||
|
|
sql = "SELECT COUNT(*) FROM PublicMsg;"
|
|||
|
|
result = self.execute_sql(sql)
|
|||
|
|
if result and len(result) > 0:
|
|||
|
|
chat_counts = result[0][0]
|
|||
|
|
return chat_counts
|
|||
|
|
return 0
|
|||
|
|
|
|||
|
|
|
|||
|
|
def msg_list(self, wxid="", start_index=0, page_size=500, msg_type: str = ""):
|
|||
|
|
sql = (
|
|||
|
|
"SELECT localId, IsSender, StrContent, StrTalker, Sequence, Type, SubType, CreateTime, MsgSvrID, "
|
|||
|
|
"DisplayContent, CompressContent, BytesExtra, ROW_NUMBER() OVER (ORDER BY CreateTime ASC) AS id "
|
|||
|
|
"FROM PublicMsg WHERE 1==1 "
|
|||
|
|
"ORDER BY CreateTime ASC LIMIT ?, ?"
|
|||
|
|
)
|
|||
|
|
params = [start_index, page_size]
|
|||
|
|
if msg_type:
|
|||
|
|
sql = sql.replace("ORDER BY CreateTime ASC LIMIT ?, ?",
|
|||
|
|
f"AND Type=? ORDER BY CreateTime ASC LIMIT ?,?")
|
|||
|
|
params = [msg_type] + params
|
|||
|
|
|
|||
|
|
if wxid:
|
|||
|
|
sql = sql.replace("WHERE 1==1", f"WHERE StrTalker=? ")
|
|||
|
|
params = [wxid] + params
|
|||
|
|
params = tuple(params)
|
|||
|
|
result1 = self.execute_sql(sql, params)
|
|||
|
|
if not result1:
|
|||
|
|
return [], []
|
|||
|
|
data = []
|
|||
|
|
wxid_list = []
|
|||
|
|
for row in result1:
|
|||
|
|
tmpdata = self.msg_detail(row)
|
|||
|
|
wxid_list.append(tmpdata["talker"])
|
|||
|
|
data.append(tmpdata)
|
|||
|
|
wxid_list = list(set(wxid_list))
|
|||
|
|
return data, wxid_list
|