import os import csv import json import time from datetime import datetime import lark_oapi as lark from lark_oapi.api.im.v1 import ListChatRequest, ListChatResponse, ListMessageRequest, ListMessageResponse, GetMessageResourceRequest from lark_oapi.api.contact.v3 import GetUserRequest from OaConfig import APP_ID,APP_SECRET,OUTPUT_CSV,DOWNLOAD_DIR USER_CACHE = {} def timestamp_to_str(ms): try: return datetime.fromtimestamp(int(ms) / 1000).strftime("%Y-%m-%d %H:%M:%S") except: return "" def str_to_timestamp_seconds(dt_str): try: dt = datetime.strptime(dt_str, "%Y-%m-%d %H:%M:%S") return int(dt.timestamp()) except Exception as e: raise ValueError(f"时间格式错误，应为 'YYYY-MM-DD HH:MM:SS', 但收到: {dt_str}") def get_user_name(client, open_id): if not open_id: return "未知用户" if open_id in USER_CACHE: return USER_CACHE[open_id] try: request = GetUserRequest.builder() \ .user_id(open_id) \ .user_id_type("open_id") \ .department_id_type("open_department_id") \ .build() response = client.contact.v3.user.get(request) if response.success(): name = response.data.user.name USER_CACHE[open_id] = name return name else: return open_id except Exception as e: print(f"❌ 获取用户名异常: {e}") return open_id def download_file(client, message_id, file_key, file_name, file_type): try: request = GetMessageResourceRequest.builder() \ .message_id(message_id) \ .file_key(file_key) \ .type(file_type) \ .build() response = client.im.v1.message_resource.get(request) if not response.success(): return "" os.makedirs(DOWNLOAD_DIR, exist_ok=True) file_path = os.path.join(DOWNLOAD_DIR, file_name) with open(file_path, "wb") as f: f.write(response.file.read()) return file_path except Exception as e: return "" def save_messages(messages): os.makedirs(os.path.dirname(OUTPUT_CSV), exist_ok=True) file_exists = os.path.exists(OUTPUT_CSV) with open(OUTPUT_CSV, "a", newline="", encoding="utf-8-sig") as f: fieldnames = [ "chat_id", "chat_name", "message_id", "sender_id", "sender_name", "send_time", "msg_type", "content", "file_path" ] writer = csv.DictWriter(f, fieldnames=fieldnames) if not file_exists: writer.writeheader() writer.writerows(messages) def fetch_chats(client): chats = [] page_token = None while True: builder = ListChatRequest.builder() \ .user_id_type("user_id") \ .sort_type("ByCreateTimeAsc") \ .page_size(50) if page_token: builder = builder.page_token(page_token) request = builder.build() response: ListChatResponse = client.im.v1.chat.list(request) if not response.success(): return None chats.extend(response.data.items) if not response.data.has_more: break page_token = response.data.page_token return chats def fetch_messages_for_chat(client, chat_id, chat_name, start_time, end_time): page_token = "" messages = [] while True: request = ListMessageRequest.builder() \ .container_id_type("chat") \ .container_id(chat_id) \ .start_time(start_time) \ .end_time(end_time) \ .sort_type("ByCreateTimeAsc") \ .page_size(50) \ .page_token(page_token) \ .build() response: ListMessageResponse = client.im.v1.message.list(request) if not response.success(): break for message in response.data.items: msg_id = message.message_id msg_type = message.msg_type sender_id = message.sender.id sender_name = get_user_name(client, sender_id) send_time = int(message.create_time) // 1000 try: body = json.loads(message.body.content) except json.JSONDecodeError: # 非 JSON（比如撤回消息） body = message.body.content content = "" file_path = "" if msg_type == "system": continue elif msg_type == "text": if isinstance(body, dict): content = body.get("text", "") else: # 非 JSON 对象（比如撤回消息） content = str(body) elif msg_type == "post": content_json = body texts = [] file_paths = [] file_keys_seen = set() for block in content_json.get("content", []): for item in block: tag = item.get("tag", "") if tag == "text": texts.append(item.get("text", "")) elif tag == "img": file_key = item.get("image_key") file_name = f"{msg_id}_{file_key}.png" if file_key and file_key not in file_keys_seen: file_keys_seen.add(file_key) path = download_file(client, msg_id, file_key, file_name, "image") # 注意这里是 "image" if path: file_paths.append(path) elif tag == "file": file_key = item.get("file_key") file_name = item.get("name") or f"{msg_id}_{file_key}" if file_key and file_key not in file_keys_seen: file_keys_seen.add(file_key) path = download_file(client, msg_id, file_key, file_name, "file") # 注意这里是 "file" if path: file_paths.append(path) # 你也可以处理 emotion 或其他 tag content = "".join(texts) file_path = ";".join(file_paths) if file_paths else "" elif msg_type in ["file", "image", "audio", "video", "sticker"]: key_field_map = { "file": "file_key", "image": "image_key", "audio": "file_key", "video": "file_key", "sticker": "file_key" } key_field = key_field_map[msg_type] file_key = body.get(key_field, "") # 获取真实文件名 if msg_type == "image": file_ext = ".png" # 默认图片扩展名 file_name = f"{msg_id}_{file_key}{file_ext}" else: file_name = body.get("file_name") or f"{msg_id}_{file_key}.bin" file_path = download_file(client, msg_id, file_key, file_name, "file") if file_key else "" content = f"[{msg_type} 文件] {file_name}" elif msg_type == "share_chat": shared_chat_id = body.get("chat_id", "") content = f"[分享群聊] chat_id: {shared_chat_id}" elif msg_type == "share_user": shared_user_id = body.get("user_id", "") content = f"[分享用户] user_id: {shared_user_id}" elif msg_type == "media": media_list = body.get("medias", []) content = "[媒体合成消息] 包含资源：" + ", ".join(media.get("name", "") for media in media_list) elif msg_type == "message": quoted = body.get("text", "") content = f"[引用消息] {quoted}" else: content = f"[未处理类型: {msg_type}] 原始内容: {json.dumps(body, ensure_ascii=False)}" # Add more conditions for other message types messages.append({ "chat_id": chat_id, "chat_name": chat_name, "message_id": msg_id, "sender_id": sender_id, "sender_name": sender_name, "send_time": send_time, "msg_type": msg_type, "content": content, "file_path": file_path }) if not response.data.has_more: break page_token = response.data.page_token return messages def main(): client = lark.Client.builder() \ .app_id(APP_ID) \ .app_secret(APP_SECRET) \ .log_level(lark.LogLevel.ERROR) \ .build() chats = fetch_chats(client) print(f"共获取群聊数量: {len(chats)}") all_messages = [] for chat in chats: print(f"开始抓取群聊: {chat.name} ({chat.chat_id})") msgs = fetch_messages_for_chat(client, chat.chat_id, chat.name) all_messages.extend(msgs) if all_messages: save_messages(all_messages) print(f"✅ 已保存所有消息，共计 {len(all_messages)} 条") else: print("没有消息需要保存") if __name__ == "__main__": main()