From 0c002987280f906af457cff8cef763b8c8011570 Mon Sep 17 00:00:00 2001
From: shuaikangzhou <863909694@qq.com>
Date: Thu, 26 Oct 2023 22:45:44 +0800
Subject: [PATCH] =?UTF-8?q?=E6=94=AF=E6=8C=81=E5=AF=BC=E5=87=BAcsv?=
=?UTF-8?q?=E6=A0=BC=E5=BC=8F=E8=81=8A=E5=A4=A9=E8=AE=B0=E5=BD=95?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
.idea/workspace.xml | 66 ++++++++++++++++++----
app/DataBase/data.py | 2 +-
app/DataBase/output.py | 110 ++++++++++++++++++++++++++++--------
app/Ui/contact/contact.py | 41 ++++++++++++--
app/Ui/contact/contactUi.py | 8 +--
app/Ui/contact/contactUi.ui | 2 +-
6 files changed, 184 insertions(+), 45 deletions(-)
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
index 35bf0eb..23d4e5f 100644
--- a/.idea/workspace.xml
+++ b/.idea/workspace.xml
@@ -4,9 +4,14 @@
-
+
-
+
+
+
+
+
+
@@ -30,6 +35,19 @@
+ {
+ "lastFilter": {
+ "state": "OPEN"
+ }
+}
+
+
+
@@ -48,7 +66,7 @@
"RunOnceActivity.OpenProjectViewOnStart": "true",
"RunOnceActivity.ShowReadmeOnStart": "true",
"last_opened_file_path": "D:/Program Files/Python310/Scripts/pyuic5.exe",
- "settings.editor.selected.configurable": "project.propVCSSupport.CommitDialog"
+ "settings.editor.selected.configurable": "reference.settings.ide.settings.new.ui"
}
}
@@ -56,7 +74,7 @@
-
+
@@ -99,7 +117,7 @@
-
+
@@ -107,11 +125,11 @@
-
+
-
+
@@ -165,10 +183,10 @@
@@ -387,7 +405,21 @@
1692427491271
-
+
+ 1698248435600
+
+
+
+ 1698248435600
+
+
+ 1698248457797
+
+
+
+ 1698248457797
+
+
@@ -437,12 +469,26 @@
-
+
+
+
+
+
+ file://$PROJECT_DIR$/app/DataBase/output.py
+ 41
+
+
+
+ file://$PROJECT_DIR$/app/DataBase/output.py
+ 410
+
+
+
diff --git a/app/DataBase/data.py b/app/DataBase/data.py
index b6fdd2a..ead04ed 100644
--- a/app/DataBase/data.py
+++ b/app/DataBase/data.py
@@ -250,7 +250,7 @@ def get_all_message(wxid):
sql = '''
select * from message
where talker = ?
- order by msgId
+ order by createTime
'''
cursor.execute(sql, [wxid])
return cursor.fetchall()
diff --git a/app/DataBase/output.py b/app/DataBase/output.py
index b7fc98a..a979c76 100644
--- a/app/DataBase/output.py
+++ b/app/DataBase/output.py
@@ -3,6 +3,8 @@ import re
import time
import docx
+import numpy as np
+import pandas as pd
import xmltodict
from PyQt5.QtCore import *
from docx import shared
@@ -13,6 +15,9 @@ from docxcompose.composer import Composer
from . import data
+# import data
+
+
def IS_5_min(last_m, now_m):
"""
#! 判断两次聊天时间是不是大于五分钟
@@ -43,8 +48,11 @@ class Output(QThread):
rangeSignal = pyqtSignal(int)
okSignal = pyqtSignal(int)
i = 1
+ CSV = 0
+ DOCX = 1
+ HTML = 2
- def __init__(self, Me, ta_u, parent=None):
+ def __init__(self, Me, ta_u, parent=None, type_=DOCX):
super().__init__(parent)
self.Me = Me
self.sec = 2 # 默认1000秒
@@ -52,6 +60,8 @@ class Output(QThread):
self.my_avatar = self.Me.my_avatar
self.ta_avatar = data.get_avator(ta_u)
self.msg_id = 0
+ self.output_type = type_
+ self.total_num = 0
def merge_docx(self, conRemark, n):
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{conRemark}"
@@ -87,26 +97,46 @@ class Output(QThread):
self.okSignal.emit(1)
self.progressSignal.emit(self.i)
+ def to_csv(self, conRemark, path):
+ origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{conRemark}"
+ messages = data.get_all_message(self.ta_username)
+ # print(messages)
+ self.Child0 = ChildThread(self.Me, self.ta_username, messages, conRemark, 0, type_=ChildThread.CSV)
+ self.Child0.progressSignal.connect(self.progress)
+ self.Child0.start()
+ print("成功导出CSV文件：", origin_docx_path)
+
def run(self):
- self.Child = {}
- if 1:
- conRemark = data.get_conRemark(self.ta_username)
- data.mkdir(f"{os.path.abspath('.')}/data/聊天记录/{conRemark}")
+ conRemark = data.get_conRemark(self.ta_username)
+ data.mkdir(f"{os.path.abspath('.')}/data/聊天记录/{conRemark}")
+ if self.output_type == self.DOCX:
+ self.Child = {}
+ if 1:
+ messages = data.get_all_message(self.ta_username)
+ self.total_num = len(messages)
+ self.rangeSignal.emit(self.total_num)
+ l = len(messages)
+ self.n = 10
+ for i in range(self.n):
+ q = i * (l // self.n)
+ p = (i + 1) * (l // self.n)
+ if i == self.n - 1:
+ p = l
+ len_data = messages[q:p]
+ # self.to_docx(len_data, i, conRemark)
+ self.Child[i] = ChildThread(self.Me, self.ta_username, len_data, conRemark, i)
+ self.Child[i].progressSignal.connect(self.progress)
+ self.Child[i].start()
+ elif self.output_type == self.CSV:
+ # print("线程导出csv")
+ # self.to_csv(self.ta_username, "path")
+ origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.ta_username}"
messages = data.get_all_message(self.ta_username)
- self.total_num = len(messages)
- self.rangeSignal.emit(self.total_num)
- l = len(messages)
- self.n = 10
- for i in range(self.n):
- q = i * (l // self.n)
- p = (i + 1) * (l // self.n)
- if i == self.n - 1:
- p = l
- len_data = messages[q:p]
- # self.to_docx(len_data, i, conRemark)
- self.Child[i] = ChildThread(self.Me, self.ta_username, len_data, conRemark, i)
- self.Child[i].progressSignal.connect(self.progress)
- self.Child[i].start()
+ # print(messages)
+ self.Child0 = ChildThread(self.Me, self.ta_username, messages, conRemark, 0, type_=ChildThread.CSV)
+ self.Child0.progressSignal.connect(self.progress)
+ self.Child0.run()
+ self.okSignal.emit(1)
class ChildThread(QThread):
@@ -116,8 +146,11 @@ class ChildThread(QThread):
progressSignal = pyqtSignal(int)
rangeSignal = pyqtSignal(int)
i = 1
+ CSV = 0
+ DOCX = 1
+ HTML = 2
- def __init__(self, Me, ta_u, message, conRemark, num, parent=None):
+ def __init__(self, Me, ta_u, message, conRemark, num, parent=None, type_=DOCX):
super().__init__(parent)
self.Me = Me
self.sec = 2 # 默认1000秒
@@ -128,6 +161,7 @@ class ChildThread(QThread):
self.conRemark = conRemark
self.message = message
self.msg_id = 0
+ self.output_type = type_
def create_table(self, doc, isSend):
'''
@@ -374,11 +408,41 @@ class ChildThread(QThread):
print(filename)
doc.save(filename)
+ def to_csv(self, messages, i, conRemark):
+ '''创建联系人目录'''
+ # print('123', messages)
+ filename = f"{os.path.abspath('.')}/data/聊天记录/{conRemark}/{conRemark}.csv"
+ last_timestamp = 1601968667000
+ columns = ["用户名", "消息内容", "发送时间", "发送状态", "消息类型", "isSend", "msgId"]
+ df = pd.DataFrame()
+ df["用户名"] = np.array(list(map(lambda x: x[7], messages)))
+ df["消息内容"] = np.array(list(map(lambda x: x[8], messages)))
+ df["发送时间"] = np.array(list(map(lambda x: time_format(x[6]), messages)))
+ df["发送状态"] = np.array(list(map(lambda x: x[3], messages)))
+ df["消息类型"] = np.array(list(map(lambda x: x[2], messages)))
+ df["isSend"] = np.array(list(map(lambda x: x[4], messages)))
+ df["msgId"] = np.array(list(map(lambda x: x[0], messages)))
+ df.to_csv(filename)
+ # df.to_csv('data.csv')
+ print(df)
+ self.progressSignal.emit(self.num)
+
+ def to_html(self, messages, i, conRemark):
+ pass
+
def run(self):
- self.to_docx(self.message, self.num, self.conRemark)
+ if self.output_type == self.DOCX:
+ # print("导出docx")
+ self.to_docx(self.message, self.num, self.conRemark)
+ elif self.output_type == self.CSV:
+ print("导出csv001")
+ # print('00', self.message[0])
+ self.to_csv(self.message, self.num, self.conRemark)
if __name__ == '__main__':
- me = data.Me('wxid_27hqbq7vx5hf22')
- t = Output(Me=me, ta_u='wxid_q3ozn70pweud22')
+ # wxid_0o18ef858vnu22
+ # wxid_fdkbu92el15h22
+ me = data.Me('wxid_fdkbu92el15h22')
+ t = Output(Me=me, ta_u='wxid_0o18ef858vnu22', type_=Output.CSV)
t.run()
diff --git a/app/Ui/contact/contact.py b/app/Ui/contact/contact.py
index cb68c16..8841f1b 100644
--- a/app/Ui/contact/contact.py
+++ b/app/Ui/contact/contact.py
@@ -69,7 +69,7 @@ class ContactController(QWidget, Ui_Dialog):
def initui(self):
# 槽函数连接
self.btn_back.clicked.connect(self.back)
- self.btn_output.clicked.connect(self.output)
+ # self.btn_output.clicked.connect(self.output)
self.btn_analysis.clicked.connect(self.analysis)
self.btn_emotion.clicked.connect(self.emotionale_Analysis)
self.btn_report.clicked.connect(self.annual_report)
@@ -86,6 +86,19 @@ class ContactController(QWidget, Ui_Dialog):
self.userinfo.progressBar.setVisible(False)
self.stackedWidget.addWidget(self.frame)
# self.lay0.addWidget(self.frame)
+ menu = QMenu(self)
+ self.toDocxAct = QAction(QIcon('app/data/icons/word.svg'), '导出Docx', self)
+ self.toCSVAct = QAction(QIcon('app/data/icons/csv.svg'), '导出CSV', self)
+ self.toHtmlAct = QAction(QIcon('app/data/icons/html.svg'), '导出HTML', self)
+ self.toolButton_output.setPopupMode(QToolButton.MenuButtonPopup)
+ menu.addAction(self.toDocxAct)
+ menu.addAction(self.toCSVAct)
+ menu.addAction(self.toHtmlAct)
+ self.toolButton_output.setMenu(menu)
+ # self.toolButton_output.addSeparator()
+ self.toHtmlAct.triggered.connect(self.output)
+ self.toDocxAct.triggered.connect(self.output)
+ self.toCSVAct.triggered.connect(self.output)
def showContact(self):
"""
@@ -160,11 +173,27 @@ class ContactController(QWidget, Ui_Dialog):
:return:
"""
self.setViewVisible(self.now_talkerId)
- self.outputThread = output.Output(self.Me, self.now_talkerId)
- self.outputThread.progressSignal.connect(self.output_progress)
- self.outputThread.rangeSignal.connect(self.set_progressBar_range)
- self.outputThread.okSignal.connect(self.hide_progress_bar)
- self.outputThread.start()
+
+ if self.sender() == self.toDocxAct:
+ self.outputThread = output.Output(self.Me, self.now_talkerId)
+ self.outputThread.progressSignal.connect(self.output_progress)
+ self.outputThread.rangeSignal.connect(self.set_progressBar_range)
+ self.outputThread.okSignal.connect(self.hide_progress_bar)
+ self.outputThread.start()
+ elif self.sender() == self.toCSVAct:
+ print('开始导出csv')
+ self.outputThread = output.Output(self.Me, self.now_talkerId, type_=output.Output.CSV)
+ self.outputThread.progressSignal.connect(self.output_progress)
+ self.outputThread.rangeSignal.connect(self.set_progressBar_range)
+ self.outputThread.okSignal.connect(self.hide_progress_bar)
+ self.outputThread.start()
+ print('导出csv')
+ elif self.sender() == self.toHtmlAct:
+ print('功能暂未实现')
+ QMessageBox.warning(self,
+ "别急别急",
+ "马上就实现该功能"
+ )
def hide_progress_bar(self, int):
reply = QMessageBox(self)
diff --git a/app/Ui/contact/contactUi.py b/app/Ui/contact/contactUi.py
index 96857a4..697e563 100644
--- a/app/Ui/contact/contactUi.py
+++ b/app/Ui/contact/contactUi.py
@@ -83,9 +83,9 @@ class Ui_Dialog(object):
self.btn_report = QtWidgets.QPushButton(self.frame)
self.btn_report.setObjectName("btn_report")
self.horizontalLayout_3.addWidget(self.btn_report)
- self.btn_output = QtWidgets.QPushButton(self.frame)
- self.btn_output.setObjectName("btn_output")
- self.horizontalLayout_3.addWidget(self.btn_output)
+ self.toolButton_output = QtWidgets.QToolButton(self.frame)
+ self.toolButton_output.setObjectName("toolButton_output")
+ self.horizontalLayout_3.addWidget(self.toolButton_output)
self.btn_back = QtWidgets.QPushButton(self.frame)
self.btn_back.setObjectName("btn_back")
self.horizontalLayout_3.addWidget(self.btn_back)
@@ -112,5 +112,5 @@ class Ui_Dialog(object):
self.btn_analysis.setText(_translate("Dialog", "统计信息"))
self.btn_emotion.setText(_translate("Dialog", "情感分析"))
self.btn_report.setText(_translate("Dialog", "生成年度报告"))
- self.btn_output.setText(_translate("Dialog", "导出聊天记录"))
+ self.toolButton_output.setText(_translate("Dialog", "导出聊天记录"))
self.btn_back.setText(_translate("Dialog", "退出"))
diff --git a/app/Ui/contact/contactUi.ui b/app/Ui/contact/contactUi.ui
index cd1c121..77e1ac4 100644
--- a/app/Ui/contact/contactUi.ui
+++ b/app/Ui/contact/contactUi.ui
@@ -204,7 +204,7 @@
-
-
+
导出聊天记录