"""Postfächer: Mail (mit Anhängen), Kalender und Kontakte je Benutzer. Nur GET, wiederaufnehmbar. Braucht graph/users.json (siehe graph_export.py). Ausgabe nach mailboxes//.""" import json, os, sys from concurrent.futures import ThreadPoolExecutor sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) import m365_auth as auth from m365_auth import get_all, safe_name, write_json def folders_recursive(uid, url): res, f = get_all(f"{url}?$top=100&includeHiddenFolders=true") if f: return res, f out = [] for o in res: out.append(o) if o.get("childFolderCount", 0): kids, f2 = folders_recursive(uid, f"/users/{uid}/mailFolders/{o['id']}/childFolders") if f2: return out, f2 out += kids return out, None def attachments(uid, m, mdir): ad = os.path.join(mdir, "attachments", safe_name(m["id"][-24:])) lst, f = get_all(f"/users/{uid}/messages/{m['id']}/attachments?$select=id,name,size,contentType,isInline,lastModifiedDateTime") if f: return {"error": f} meta = [] for a in lst: target = os.path.join(ad, safe_name(a["id"][-12:]) + "_" + safe_name(a.get("name"))) if not os.path.exists(target): r = auth.g("GET", f"/users/{uid}/messages/{m['id']}/attachments/{a['id']}/$value") if r.status_code == 200: os.makedirs(ad, exist_ok=True); open(target, "wb").write(r.content) else: a["error"] = f"{r.status_code} {r.text[:150]}" r2 = auth.g("GET", f"/users/{uid}/messages/{m['id']}/attachments/{a['id']}?$expand=microsoft.graph.itemattachment/item") if r2.status_code == 200: write_json(target + ".json", r2.json()); a["fallback_json"] = True a["file"] = os.path.relpath(target, mdir); meta.append(a) return meta def backup_user(u, root, out): uid = u["id"]; upn = u["userPrincipalName"]; d = os.path.join(root, safe_name(upn)) done_file = os.path.join(d, "done.json") if os.path.exists(done_file): return json.load(open(done_file)) r = auth.g("GET", f"/users/{uid}/mailFolders?$top=1") if r.status_code != 200: st = {"upn": upn, "mailbox": False, "status": r.status_code, "message": r.text[:200]} auth.log(out, f"{upn}: no mailbox {r.status_code}", "mail"); write_json(done_file, st); return st st = {"upn": upn, "mailbox": True, "errors": [], "folders": 0, "expected": 0, "messages": 0, "attachments": 0, "events": 0, "contacts": 0} folders, f = folders_recursive(uid, f"/users/{uid}/mailFolders") if f: st["errors"].append("folders " + f) write_json(os.path.join(d, "mail/folders.json"), folders); st["folders"] = len(folders) for i, fo in enumerate(folders): fd = os.path.join(d, "mail", f"{i:03d}_{safe_name(fo.get('displayName'))}") st["expected"] += fo.get("totalItemCount", 0) pf = os.path.join(fd, "messages.json") if os.path.exists(pf): msgs = json.load(open(pf)) else: msgs, f = get_all(f"/users/{uid}/mailFolders/{fo['id']}/messages?$top=50") if f: st["errors"].append(f"{fo.get('displayName')} messages {f}") auth.log(out, f"{upn} {fo.get('displayName')}: {f[:100]}", "mail") for m in msgs: if m.get("hasAttachments"): m["_attachments"] = attachments(uid, m, fd) st["attachments"] += len(m["_attachments"]) if isinstance(m["_attachments"], list) else 0 if not f: write_json(pf, msgs) else: write_json(os.path.join(fd, "messages_incomplete.json"), msgs) st["messages"] += len(msgs) write_json(os.path.join(fd, "folder.json"), fo) # Kalender cals, f = get_all(f"/users/{uid}/calendars") if f: st["errors"].append("calendars " + f) write_json(os.path.join(d, "calendar/calendars.json"), cals) grp, f = get_all(f"/users/{uid}/calendarGroups") if not f: write_json(os.path.join(d, "calendar/calendar_groups.json"), grp) for i, c in enumerate(cals): ev, f = get_all(f"/users/{uid}/calendars/{c['id']}/events?$top=100") if f: st["errors"].append(f"calendar {c.get('name')} {f}") write_json(os.path.join(d, "calendar", f"{i:02d}_{safe_name(c.get('name'))}_events.json"), ev); st["events"] += len(ev) # Kontakte cf, f = get_all(f"/users/{uid}/contactFolders?$top=100") if f: st["errors"].append("contact folders " + f); cf = [] write_json(os.path.join(d, "contacts/contact_folders.json"), cf) ct, f = get_all(f"/users/{uid}/contacts?$top=100") if f: st["errors"].append("contacts " + f) write_json(os.path.join(d, "contacts/contacts.json"), ct); st["contacts"] += len(ct) for i, c in enumerate(cf): ct, f = get_all(f"/users/{uid}/contactFolders/{c['id']}/contacts?$top=100") if f: st["errors"].append(f"contact folder {c.get('displayName')} {f}") write_json(os.path.join(d, "contacts", f"{i:02d}_{safe_name(c.get('displayName'))}.json"), ct); st["contacts"] += len(ct) st["deviation"] = st["expected"] - st["messages"] auth.log(out, f"{upn}: {st['messages']}/{st['expected']} messages, {st['attachments']} attachments, " f"{st['events']} events, {st['contacts']} contacts, errors {len(st['errors'])}", "mail") write_json(done_file, st) return st def main(argv=None): p = auth.make_parser("Back up mailboxes, calendars and contacts per user (read-only)") p.add_argument("--max-mailboxes", type=int, default=0, help="limit the number of users (0 = all)") p.add_argument("--threads", type=int, default=3) args = p.parse_args(argv) root = os.path.join(args.out, "mailboxes") users = [u for u in auth.read_users(args.out) if u.get("userPrincipalName")] if args.max_mailboxes: users = users[:args.max_mailboxes] with ThreadPoolExecutor(args.threads) as ex: res = list(ex.map(lambda u: backup_user(u, root, args.out), users)) write_json(os.path.join(root, "_summary.json"), res) auth.log(args.out, "done", "mail") return 0 if __name__ == "__main__": sys.exit(main())