559 lines
22 KiB
Python
559 lines
22 KiB
Python
#!/usr/bin/env python3
|
||
"""
|
||
考勤报表导出 — 每日统计粒度
|
||
|
||
⛔ 【AI Agent 强制门禁】调用本脚本前必须先阅读：
|
||
references/attendance-report.md
|
||
|
||
本脚本仅是"考勤报表导出工作流"的执行末端，工作流完整定义在 attendance-report.md，
|
||
包含但不限于：
|
||
- 阶段 0：报表类型判断（默认月度汇总）
|
||
- 阶段 1：人员列表获取（aisearch person / contact dept list-members）
|
||
- 阶段 2：列选择（是否传 --column-keywords）
|
||
- 阶段 3：调用本脚本
|
||
- 阶段 4：结果回传给用户的标准格式
|
||
- 错误处理（403 权限、HSF_ILLEGALPARAMS、空数据等）
|
||
|
||
❌ 严禁仅凭本脚本 docstring 或 --help 输出就直接拼命令执行，会导致：
|
||
- 报表数据不全 / 列错位 / 人员遗漏
|
||
- 错误处理缺失，把环境错误当业务错误反馈给用户
|
||
- 输出格式不规范，用户体验差
|
||
|
||
按 (userId, workDate) 分组，每人每天一行。
|
||
|
||
聚合策略：
|
||
- 通过启发式识别每条记录的"工作日期"：依次尝试字段名
|
||
workDate / work_date / date / userCheckTime / day / 工作日期
|
||
- 同一 (userId, workDate) 下的多条记录按字段聚合：
|
||
* 数值字段 → sum
|
||
* 非数值字段 → 取首个非空值（因为同一天同一字段通常只有一个值）
|
||
- 缺少 workDate 的记录会归入 "_no_date"，并 warn
|
||
|
||
用法:
|
||
python attendance_report_daily.py \
|
||
--users userId1,userId2,... \
|
||
--start "2026-03-01 00:00:00" \
|
||
--end "2026-03-31 23:59:59" \
|
||
[--columns 1001,1002]
|
||
[--column-keywords "工作日期,出勤状态,迟到时长"]
|
||
[--out attendance_report_2026-03-01_2026-03-31_daily.xlsx]
|
||
[--inspect]
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
import argparse
|
||
import sys
|
||
from collections import defaultdict
|
||
from datetime import datetime
|
||
from typing import Any
|
||
|
||
import attendance_report_common as cmn
|
||
|
||
# 默认关注字段 — 与 SKILL.md「每日统计预定义列集合」严格对齐（共 33 个）
|
||
# 字段名必须和 `dws attendance report columns` 返回的 name 精确匹配
|
||
DEFAULT_KEYWORDS = [
|
||
"班次",
|
||
"上班1打卡时间",
|
||
"上班1打卡结果",
|
||
"下班1打卡时间",
|
||
"下班1打卡结果",
|
||
"上班2打卡时间",
|
||
"上班2打卡结果",
|
||
"下班2打卡时间",
|
||
"下班2打卡结果",
|
||
"上班3打卡时间",
|
||
"上班3打卡结果",
|
||
"下班3打卡时间",
|
||
"下班3打卡结果",
|
||
"关联的审批单",
|
||
"出勤天数",
|
||
"休息天数",
|
||
"工作时长",
|
||
"迟到次数",
|
||
"迟到时长",
|
||
"严重迟到次数",
|
||
"严重迟到时长",
|
||
"旷工迟到次数",
|
||
"早退次数",
|
||
"早退时长",
|
||
"上班缺卡次数",
|
||
"下班缺卡次数",
|
||
"旷工天数",
|
||
"出差时长",
|
||
"外出时长",
|
||
"请假",
|
||
"加班-审批单统计",
|
||
]
|
||
|
||
# 工作日期字段的候选 key（按优先级试探）
|
||
DATE_KEY_CANDIDATES = (
|
||
"workDate", "work_date", "userCheckDate", "checkDate",
|
||
"date", "day", "工作日期",
|
||
)
|
||
|
||
# 请假字段 — 触发"按假期类型展开"的字段名
|
||
# 不参与 query-data 查询，单独走 query-leave 接口，按 4 类假期展开为多列
|
||
# 注意：钉钉接口实际返回的字段名可能是 "请假"、"请假分类"、"请假时长" 等，
|
||
# 凡以 "请假" 开头的都视为请假字段，统一替换为 4 列假期类型展开。
|
||
LEAVE_FIELD_NAME = "请假"
|
||
LEAVE_TYPES: tuple[str, ...] = ("事假", "调休", "病假", "年假")
|
||
|
||
|
||
def _is_leave_field(name: str) -> bool:
|
||
"""判断一个字段名是否属于"请假"系列（如 请假 / 请假分类 / 请假时长）。"""
|
||
return isinstance(name, str) and name.startswith(LEAVE_FIELD_NAME)
|
||
|
||
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
# 参数解析
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
|
||
def parse_args() -> argparse.Namespace:
|
||
p = argparse.ArgumentParser(
|
||
description=(
|
||
"导出考勤报表 — 每日统计粒度。"
|
||
"⛔ AI Agent 必须先读 references/attendance-report.md 再调用本脚本，"
|
||
"禁止凭 --help 或脚本路径自行拼命令。"
|
||
),
|
||
)
|
||
p.add_argument("--users", required=True,
|
||
help="userId 列表，逗号分隔（必填）")
|
||
p.add_argument("--start", required=True,
|
||
help='开始时间，YYYY-MM-DD 或 "YYYY-MM-DD HH:mm:ss"（必填）')
|
||
p.add_argument("--end", required=True,
|
||
help='结束时间，YYYY-MM-DD 或 "YYYY-MM-DD HH:mm:ss"（必填）')
|
||
p.add_argument("--columns", default="",
|
||
help="字段 ID 列表，逗号分隔；与 --column-keywords 二选一")
|
||
p.add_argument("--column-keywords", default="",
|
||
help="字段名关键词，逗号分隔；不传则走默认字段集")
|
||
p.add_argument("--out", default="",
|
||
help="输出 xlsx 文件名；不传则按规范自动生成")
|
||
p.add_argument("--inspect", action="store_true",
|
||
help="首次跑时打印首条记录原始结构（用于核对真实字段）")
|
||
return p.parse_args()
|
||
|
||
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
# 字段解析（与 detail / monthly 一致）
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
|
||
def resolve_columns(args: argparse.Namespace) -> list[dict]:
|
||
if args.columns.strip():
|
||
cids = [c.strip() for c in args.columns.split(",") if c.strip()]
|
||
all_cols_payload = cmn.run_dws(["attendance", "report", "columns"])
|
||
all_cols = cmn.extract_records(all_cols_payload)
|
||
id_to_name: dict[str, str] = {}
|
||
for col in all_cols:
|
||
cid = cmn._first_nonempty(col, ("id", "columnId", "code", "key"))
|
||
name = cmn._first_nonempty(col, ("name", "columnName", "title", "label"))
|
||
if cid is not None:
|
||
id_to_name[str(cid)] = str(name) if name else str(cid)
|
||
return [{"_column_id": cid, "_column_name": id_to_name.get(cid, cid)}
|
||
for cid in cids]
|
||
|
||
keywords = (
|
||
[k.strip() for k in args.column_keywords.split(",") if k.strip()]
|
||
if args.column_keywords.strip()
|
||
else DEFAULT_KEYWORDS
|
||
)
|
||
cmn.log(f"[columns] 使用关键词匹配字段：{keywords}")
|
||
all_cols_payload = cmn.run_dws(["attendance", "report", "columns"])
|
||
all_cols = cmn.extract_records(all_cols_payload)
|
||
cmn.log(f"[columns] dws 返回 {len(all_cols)} 个字段")
|
||
matched = cmn.match_columns_by_keywords(all_cols, keywords)
|
||
if not matched:
|
||
raise RuntimeError(
|
||
f"未匹配到任何字段。可用字段示例："
|
||
f"{[cmn._first_nonempty(c, ('name','columnName','title','label')) for c in all_cols[:10]]}"
|
||
)
|
||
cmn.log(f"[columns] 匹配到 {len(matched)} 个字段：{[c['_column_name'] for c in matched]}")
|
||
return matched
|
||
|
||
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
# 接口调用（与 detail / monthly 一致）
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
|
||
def query_one_batch(
|
||
user_batch: list[str],
|
||
column_ids: list[str],
|
||
date_slice: cmn.DateSlice,
|
||
stats: cmn.CallStats,
|
||
*,
|
||
column_id_to_name: dict[str, str] | None = None,
|
||
inspect: bool = False,
|
||
inspected_flag: list[bool] = None,
|
||
) -> list[dict]:
|
||
cmn.log(
|
||
f"[query] users={len(user_batch)} cols={len(column_ids)} "
|
||
f"slice={date_slice.label}"
|
||
)
|
||
try:
|
||
payload = cmn.run_dws([
|
||
"attendance", "report", "query-data",
|
||
"--users", ",".join(user_batch),
|
||
"--columns", ",".join(column_ids),
|
||
"--start", date_slice.start_str,
|
||
"--end", date_slice.end_str,
|
||
])
|
||
stats.total_dws_calls += 1
|
||
except cmn.DwsCallError as e:
|
||
stats.total_dws_calls += 1
|
||
stats.failed_calls += 1
|
||
if e.is_permission_error:
|
||
cmn.error(
|
||
"权限错误：当前账号无管理员权限，无法导出考勤报表。"
|
||
"请联系考勤管理员或换号重试。"
|
||
)
|
||
raise SystemExit(2) from e
|
||
stats.add_warning(f"[query failed] {date_slice.label}: {e}")
|
||
return []
|
||
|
||
records = cmn.extract_records(payload)
|
||
# 展平 report query-data 返回的嵌套 values 结构
|
||
records = cmn.flatten_query_data_records(records, column_id_to_name)
|
||
if inspect and records and inspected_flag is not None and not inspected_flag[0]:
|
||
cmn.dump_first_record_for_inspection(records, "query-data (flattened)")
|
||
inspected_flag[0] = True
|
||
return records
|
||
|
||
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
# 每日聚合
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
|
||
def _value_for_column(record: dict, col: dict) -> Any:
|
||
cname, cid = col["_column_name"], col["_column_id"]
|
||
for key in (cname, cid, f"col_{cid}", f"column_{cid}"):
|
||
if key in record:
|
||
return record[key]
|
||
return None
|
||
|
||
|
||
def _try_number(value: Any) -> float | None:
|
||
if value is None or value == "":
|
||
return None
|
||
if isinstance(value, bool):
|
||
return None
|
||
if isinstance(value, (int, float)):
|
||
return float(value)
|
||
if isinstance(value, str):
|
||
try:
|
||
return float(value.strip())
|
||
except ValueError:
|
||
return None
|
||
return None
|
||
|
||
|
||
def _user_id_of(record: dict) -> str | None:
|
||
uid = cmn._first_nonempty(record, ("userId", "userid", "user_id", "targetUserId"))
|
||
return str(uid) if uid is not None else None
|
||
|
||
|
||
def _extract_work_date(record: dict, columns: list[dict]) -> str | None:
|
||
"""
|
||
从一条记录里提取"工作日期"（YYYY-MM-DD 格式）。
|
||
|
||
试探顺序：
|
||
1. record 里的 DATE_KEY_CANDIDATES
|
||
2. columns 里 _column_name 含"日期"的字段
|
||
3. 13 位毫秒时间戳 → 转 YYYY-MM-DD
|
||
4. ISO 字符串 → 截前 10 位
|
||
都没找到返回 None。
|
||
"""
|
||
candidates: list[Any] = []
|
||
|
||
# 1) 直接 key
|
||
for key in DATE_KEY_CANDIDATES:
|
||
if key in record and record[key] not in (None, ""):
|
||
candidates.append(record[key])
|
||
|
||
# 2) 字段名含"日期"
|
||
for col in columns:
|
||
if "日期" in col["_column_name"] or "date" in col["_column_name"].lower():
|
||
v = _value_for_column(record, col)
|
||
if v not in (None, ""):
|
||
candidates.append(v)
|
||
|
||
for raw in candidates:
|
||
date_str = _normalize_date(raw)
|
||
if date_str:
|
||
return date_str
|
||
return None
|
||
|
||
|
||
def _normalize_date(raw: Any) -> str | None:
|
||
"""把任意形态的日期值归一化为 YYYY-MM-DD 字符串。"""
|
||
if raw is None:
|
||
return None
|
||
# 毫秒时间戳
|
||
if isinstance(raw, (int, float)) and 1_000_000_000_000 <= raw <= 9_999_999_999_999:
|
||
try:
|
||
return datetime.fromtimestamp(raw / 1000).strftime(cmn.DATE_FMT)
|
||
except (OSError, ValueError, OverflowError):
|
||
return None
|
||
# 秒级时间戳
|
||
if isinstance(raw, (int, float)) and 1_000_000_000 <= raw <= 9_999_999_999:
|
||
try:
|
||
return datetime.fromtimestamp(raw).strftime(cmn.DATE_FMT)
|
||
except (OSError, ValueError, OverflowError):
|
||
return None
|
||
s = str(raw).strip()
|
||
if not s:
|
||
return None
|
||
# 已经是 YYYY-MM-DD
|
||
if len(s) >= 10 and s[4] == "-" and s[7] == "-":
|
||
head = s[:10]
|
||
try:
|
||
datetime.strptime(head, cmn.DATE_FMT)
|
||
return head
|
||
except ValueError:
|
||
return None
|
||
return None
|
||
|
||
|
||
def aggregate_daily(
|
||
all_records: list[dict],
|
||
columns: list[dict],
|
||
user_ids: list[str],
|
||
user_name_map: dict[str, str],
|
||
stats: cmn.CallStats,
|
||
) -> list[dict[str, Any]]:
|
||
"""
|
||
按 (userId, workDate) 聚合：
|
||
- 数值字段：sum
|
||
- 非数值字段：取首个非空值（同一天同字段通常只有一个值）
|
||
返回每人每天一行的 dict 列表，按 userId、workDate 排序。
|
||
"""
|
||
# bucket: (userId, date) → column_name → {sum: float, count_num: int, first_nonnum: Any}
|
||
buckets: dict[tuple[str, str], dict[str, dict]] = defaultdict(
|
||
lambda: {col["_column_name"]: {"sum": 0.0, "count_num": 0, "first_nonnum": None}
|
||
for col in columns}
|
||
)
|
||
no_date_count = 0
|
||
|
||
for record in all_records:
|
||
uid = _user_id_of(record)
|
||
if uid is None:
|
||
continue
|
||
date_str = _extract_work_date(record, columns)
|
||
if date_str is None:
|
||
no_date_count += 1
|
||
date_str = "_no_date"
|
||
|
||
for col in columns:
|
||
cname = col["_column_name"]
|
||
raw = _value_for_column(record, col)
|
||
num = _try_number(raw)
|
||
cell = buckets[(uid, date_str)][cname]
|
||
if num is not None:
|
||
cell["sum"] += num
|
||
cell["count_num"] += 1
|
||
elif raw not in (None, "") and cell["first_nonnum"] is None:
|
||
cell["first_nonnum"] = raw
|
||
|
||
if no_date_count > 0:
|
||
stats.add_warning(
|
||
f"{no_date_count} 条记录无法识别工作日期，已归入 '_no_date'。"
|
||
"请用 --inspect 查看真实字段名"
|
||
)
|
||
|
||
# 输出：按 (uid, date) 排序
|
||
rows: list[dict[str, Any]] = []
|
||
for (uid, date_str) in sorted(buckets.keys(), key=lambda x: (x[0], x[1])):
|
||
row: dict[str, Any] = {
|
||
"userId": uid,
|
||
"userName": user_name_map.get(uid, uid),
|
||
"workDate": date_str,
|
||
}
|
||
bucket = buckets[(uid, date_str)]
|
||
for col in columns:
|
||
cname = col["_column_name"]
|
||
cell = bucket[cname]
|
||
if cell["count_num"] > 0:
|
||
total = cell["sum"]
|
||
row[cname] = int(total) if total == int(total) else round(total, 2)
|
||
elif cell["first_nonnum"] is not None:
|
||
row[cname] = cell["first_nonnum"]
|
||
else:
|
||
row[cname] = ""
|
||
rows.append(row)
|
||
return rows
|
||
|
||
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
# main
|
||
# ─────────────────────────────────────────────────────────────────────────────
|
||
|
||
def main() -> int:
|
||
args = parse_args()
|
||
|
||
raw_ids = [u.strip() for u in args.users.split(",") if u.strip()]
|
||
if not raw_ids:
|
||
cmn.error("--users 不能为空")
|
||
return 2
|
||
|
||
# 自动识别部门ID并展开为员工userId
|
||
user_ids = cmn.resolve_users_from_input(raw_ids)
|
||
if not user_ids:
|
||
cmn.error("未能解析出任何有效的员工userId")
|
||
return 2
|
||
cmn.log(f"[users] 最终用户列表：{len(user_ids)} 人")
|
||
|
||
try:
|
||
start = cmn.parse_datetime_arg(args.start, end_of_day=False)
|
||
end = cmn.parse_datetime_arg(args.end, end_of_day=True)
|
||
except ValueError as e:
|
||
cmn.error(str(e))
|
||
return 2
|
||
|
||
if end < start:
|
||
cmn.error(f"--end ({end}) 早于 --start ({start})")
|
||
return 2
|
||
|
||
try:
|
||
columns = resolve_columns(args)
|
||
except cmn.DwsCallError as e:
|
||
if e.is_permission_error:
|
||
cmn.error("权限错误：当前账号无管理员权限，无法获取考勤字段列表。")
|
||
return 2
|
||
cmn.error(f"获取字段列表失败：{e}")
|
||
return 1
|
||
except RuntimeError as e:
|
||
cmn.error(str(e))
|
||
return 1
|
||
column_ids = [c["_column_id"] for c in columns]
|
||
column_names = [c["_column_name"] for c in columns]
|
||
column_id_to_name = {c["_column_id"]: c["_column_name"] for c in columns}
|
||
|
||
cmn.log(f"[users] 获取 {len(user_ids)} 个用户基础信息")
|
||
user_info_map = cmn.resolve_user_info(user_ids)
|
||
user_name_map = {uid: info.name or uid for uid, info in user_info_map.items()}
|
||
|
||
user_batches = cmn.chunk_users(user_ids)
|
||
date_slices = cmn.slice_date_range(start, end)
|
||
stats = cmn.CallStats(
|
||
user_batches=len(user_batches),
|
||
date_slices=len(date_slices),
|
||
)
|
||
cmn.log(
|
||
f"[plan] 共 {len(user_batches)} 批 × {len(date_slices)} 个时间片 "
|
||
f"= {len(user_batches) * len(date_slices)} 次接口调用"
|
||
)
|
||
|
||
inspected_flag = [False]
|
||
all_records: list[dict] = []
|
||
for bi, batch in enumerate(user_batches, start=1):
|
||
for si, dslice in enumerate(date_slices, start=1):
|
||
cmn.log(f"[batch {bi}/{len(user_batches)}] [slice {si}/{len(date_slices)}]")
|
||
records = query_one_batch(
|
||
batch, column_ids, dslice, stats,
|
||
column_id_to_name=column_id_to_name,
|
||
inspect=args.inspect,
|
||
inspected_flag=inspected_flag,
|
||
)
|
||
all_records.extend(records)
|
||
|
||
if not all_records:
|
||
stats.add_warning("查询完成，但未得到任何记录")
|
||
|
||
# 从原始记录中提取每个用户的考勤组名称
|
||
group_name_map = cmn.extract_group_names_from_records(all_records, user_ids)
|
||
|
||
rows_dict = aggregate_daily(all_records, columns, user_ids, user_name_map, stats)
|
||
|
||
# 请假数据特殊处理：通过 query-leave 单独查询，按 4 类假期按天展开
|
||
# 凡是 "请假" 开头的字段（请假 / 请假分类 / 请假时长 等）都视为请假列
|
||
leave_in_columns = any(_is_leave_field(name) for name in column_names)
|
||
leave_data: dict[str, dict[str, dict[str, float]]] = {}
|
||
if leave_in_columns:
|
||
try:
|
||
leave_data = cmn.query_leave_data(
|
||
user_ids, start, end,
|
||
leave_names=LEAVE_TYPES,
|
||
stats=stats,
|
||
)
|
||
except cmn.DwsCallError as e:
|
||
stats.add_warning(f"[leave] 查询请假数据失败：{e}")
|
||
|
||
# 表头对齐 SKILL.md 每日统计预定义列集合：姓名 | 考勤组 | 部门 | 日期 | 考勤字段...
|
||
# 请假按假期类型展开为多列（如 "请假-事假", "请假-调休", ...），其余字段保持顺序
|
||
# 多个 "请假*" 字段（如 "请假分类" + "请假时长"）只展开 1 次，避免重复
|
||
base_headers = ["姓名", "考勤组", "部门", "日期"]
|
||
data_headers: list[str] = []
|
||
leave_expanded = False
|
||
for cname in column_names:
|
||
if cname == "工作日期":
|
||
continue
|
||
if _is_leave_field(cname):
|
||
if not leave_expanded:
|
||
data_headers.extend(f"{LEAVE_FIELD_NAME}-{lt}" for lt in LEAVE_TYPES)
|
||
leave_expanded = True
|
||
continue
|
||
data_headers.append(cname)
|
||
headers = base_headers + data_headers
|
||
|
||
rows_2d = []
|
||
for row in rows_dict:
|
||
uid = row.get("userId", "")
|
||
info = user_info_map.get(uid, cmn.UserInfo(name=uid))
|
||
group_name = group_name_map.get(uid, "")
|
||
work_date = row.get("workDate", "")
|
||
base = [info.name or uid, group_name, info.dept_name, work_date]
|
||
# 当天该用户的请假数据
|
||
day_leave = leave_data.get(uid, {}).get(work_date, {}) if leave_in_columns else {}
|
||
data: list[Any] = []
|
||
leave_filled = False
|
||
for cname in column_names:
|
||
if cname == "工作日期":
|
||
continue
|
||
if _is_leave_field(cname):
|
||
if not leave_filled:
|
||
for lt in LEAVE_TYPES:
|
||
val = day_leave.get(lt, 0.0)
|
||
if val == 0.0:
|
||
data.append("")
|
||
elif val == int(val):
|
||
data.append(int(val))
|
||
else:
|
||
data.append(round(val, 2))
|
||
leave_filled = True
|
||
continue
|
||
data.append(row.get(cname, ""))
|
||
rows_2d.append(base + data)
|
||
|
||
out_name = args.out or cmn.build_output_filename(start, end, suffix="daily")
|
||
title = (
|
||
f"每日统计展示 统计日期：{start.strftime(cmn.DATE_FMT)} "
|
||
f"至 {end.strftime(cmn.DATE_FMT)}"
|
||
)
|
||
subtitle = f"报表生成时间：{datetime.now().strftime('%Y-%m-%d %H:%M')}"
|
||
try:
|
||
cmn.write_excel(
|
||
out_name, headers, rows_2d,
|
||
sheet_name="每日统计",
|
||
title=title,
|
||
subtitle=subtitle,
|
||
)
|
||
except RuntimeError as e:
|
||
cmn.error(str(e))
|
||
return 1
|
||
|
||
cmn.print_summary(
|
||
granularity_label="每日统计",
|
||
out_path=out_name,
|
||
user_count=len(user_ids),
|
||
column_names=column_names,
|
||
start=start,
|
||
end=end,
|
||
rows_count=len(rows_2d),
|
||
stats=stats,
|
||
extra_tail="ℹ️ 同一 (用户, 日期) 下数值字段已求和、非数值字段取首个值。",
|
||
)
|
||
return 0
|
||
|
||
|
||
if __name__ == "__main__":
|
||
sys.exit(main())
|