45 Commits

Author SHA1 Message Date
yaosanqi137 f177c22174 ci: 修改.github为.gitea 2026-05-16 01:04:01 +08:00
Yaosanqi137 6d88ab4afd Merge pull request #14 from Yaosanqi137/feature/p3-ai-routing
Feature/p3 ai routing
2026-04-08 00:53:06 +08:00
yaosanqi137 f4b1f61bc2 fix(api-config): load env from app directory 2026-04-08 00:38:59 +08:00
yaosanqi137 7a7624866f perf(web-db): stop re-encrypting records on read 2026-04-08 00:17:40 +08:00
yaosanqi137 e5948cd346 feat(ai-config): validate bindings before save 2026-04-08 00:09:36 +08:00
yaosanqi137 929b838e0f fix(api-ai): support responses style openai payloads 2026-04-07 23:20:50 +08:00
yaosanqi137 1f8b539b68 feat(api-ai): add user and ip rate limiting 2026-04-07 22:56:22 +08:00
yaosanqi137 ce72892dc8 fix(api-ai): stop forwarding invalid astrbot selection fields 2026-04-07 22:02:33 +08:00
yaosanqi137 45b149ad58 fix(ai-context): include local tasks in prompt injection 2026-04-07 00:56:50 +08:00
yaosanqi137 1564d2dd30 feat(web-security): encrypt offline data at rest 2026-04-06 16:07:37 +08:00
yaosanqi137 1ea483016f feat(web-ai): persist chat history locally 2026-04-06 15:58:00 +08:00
yaosanqi137 4c6aeb3e6c feat(api-security): encrypt user fields and ai usage logs 2026-04-06 15:55:27 +08:00
yaosanqi137 13abfc1e52 feat(api-security): encrypt sensitive data at rest 2026-04-06 15:25:10 +08:00
yaosanqi137 13d0d7707a fix(ai-public): hide public pool endpoint from users 2026-04-06 14:28:37 +08:00
yaosanqi137 6ae9f49b4c refactor(web-ai): split chat and settings pages 2026-04-06 14:26:18 +08:00
yaosanqi137 ea23f6264c feat(web-ai): add channel-aware assistant panel 2026-04-06 13:51:44 +08:00
yaosanqi137 d0ba581184 feat(api-ai): scope private bindings by user channel 2026-04-06 13:36:28 +08:00
yaosanqi137 5c956c195b feat(api-ai): add usage log query endpoint 2026-04-06 13:08:36 +08:00
yaosanqi137 4578116a30 feat(api-ai): inject unfinished task summary 2026-04-06 12:57:14 +08:00
yaosanqi137 45177e9fad feat(api-ai): persist usage logs 2026-04-06 12:42:56 +08:00
yaosanqi137 2ca790abf9 feat(api-ai): support astrbot config selection 2026-04-06 12:33:10 +08:00
yaosanqi137 2bce9a59c6 fix(api-ai): stop astrbot stream on end event 2026-04-06 12:19:13 +08:00
yaosanqi137 180f7a9baa feat(api-ai): add provider registry and routing fallback 2026-04-06 11:44:05 +08:00
Yaosanqi137 b6f99b6f09 Merge pull request #10 from Yaosanqi137/feature/p2-sync-engine
feat(sync): 完成离线同步链路并优化任务编辑体验
2026-04-06 02:14:01 +08:00
yaosanqi137 019436507e perf(web-toolbar): reduce rich editor toolbar update cost 2026-04-06 02:05:42 +08:00
yaosanqi137 63298d6827 perf(web-page): memoize todo panels to limit rerenders 2026-04-06 01:55:18 +08:00
yaosanqi137 3a7c67bb88 perf(web-editor): decouple rich editor state from page render 2026-04-06 01:50:33 +08:00
yaosanqi137 5d88ac783b perf(web-editor): reduce task content typing lag 2026-04-06 01:38:54 +08:00
yaosanqi137 c98adb3051 feat(sync): implement lww conflict and tombstone handling 2026-04-06 01:33:57 +08:00
yaosanqi137 c48e16a977 feat(web-sync): add background sync worker and retry strategy 2026-04-06 01:15:50 +08:00
yaosanqi137 661788ae75 feat(api-sync): implement sync pull endpoint with cursor 2026-04-06 01:03:12 +08:00
yaosanqi137 ecf0d9ff03 feat(api-sync): implement sync push endpoint with idempotency 2026-04-06 00:53:36 +08:00
yaosanqi137 de1db459c2 fix(api-task): satisfy strict typings in task service 2026-04-06 00:53:07 +08:00
yaosanqi137 0c496c6ba6 docs(readme): update feature checklist progress 2026-04-06 00:43:21 +08:00
yaosanqi137 8dff555db4 fix(web-task): localize task status labels 2026-04-06 00:26:33 +08:00
yaosanqi137 a2d1840e47 feat(web-task): animate top feedback banner 2026-04-06 00:11:22 +08:00
yaosanqi137 73e0f1312c feat(web-task): persist local drafts and save shortcut 2026-04-05 23:59:03 +08:00
yaosanqi137 8ef7c75948 feat(web-editor): add resizable media interactions 2026-04-05 23:58:39 +08:00
yaosanqi137 fab72906c9 fix(web-editor): avoid file picker on editor focus 2026-04-05 23:21:45 +08:00
yaosanqi137 5d71f3b527 feat(web-storage): implement media upload with quota hints 2026-04-05 17:30:39 +08:00
yaosanqi137 60dbd1be9d feat(web-editor): integrate tiptap media extensions 2026-04-05 17:26:36 +08:00
yaosanqi137 bb0a09d627 feat(web-task): implement inbox and task detail views 2026-04-05 17:22:04 +08:00
yaosanqi137 b106d91f8a feat(web-db): add dexie schema for tasks and op logs 2026-04-05 17:18:19 +08:00
Yaosanqi137 8b5af6e172 Merge pull request #8 from Yaosanqi137/feature/p2-web-shell-auth
feat(web): 登录页独占布局并优化侧栏交互
2026-04-05 17:14:33 +08:00
Yaosanqi137 f7069fe07d Merge pull request #7 from Yaosanqi137/feature/p2-web-shell-auth
Feature/p2 web shell auth
2026-04-05 15:46:05 +08:00
65 changed files with 11723 additions and 85 deletions
+3 -3
View File
@@ -74,9 +74,9 @@
| 顺序 | 功能实现项(用户视角) | 你会看到的效果 | 状态 | | 顺序 | 功能实现项(用户视角) | 你会看到的效果 | 状态 |
| ---- | ---------------------------------- | --------------------------------------- | ---- | | ---- | ---------------------------------- | --------------------------------------- | ---- |
| 1 | 明确产品能力与交互流程 | 确认 TodoList 的核心使用方式与页面路径 | [x] | | 1 | 明确产品能力与交互流程 | 确认 TodoList 的核心使用方式与页面路径 | [x] |
| 2 | 实现基础登录(邮箱验证码) | 可以注册/登录并进入主页面 | [ ] | | 2 | 实现基础登录(邮箱验证码) | 可以注册/登录并进入主页面 | [x] |
| 3 | 实现任务基础能力(增删改查) | 可以创建、编辑、删除、完成任务 | [ ] | | 3 | 实现任务基础能力(增删改查) | 可以创建、编辑、删除、完成任务 | [x] |
| 4 | 实现富文本与媒体内容 | 任务详情可插入图片、视频、链接等内容 | [ ] | | 4 | 实现富文本与媒体内容 | 任务详情可插入图片、视频、链接等内容 | [x] |
| 5 | 实现本地离线存储(Dexie) | 无网时仍可打开并编辑任务 | [ ] | | 5 | 实现本地离线存储(Dexie) | 无网时仍可打开并编辑任务 | [ ] |
| 6 | 实现云端同步与冲突处理 | 恢复网络后自动同步,冲突按规则合并 | [ ] | | 6 | 实现云端同步与冲突处理 | 恢复网络后自动同步,冲突按规则合并 | [ ] |
| 7 | 实现提醒系统(邮件) | DDL 临近时收到邮件提醒 | [ ] | | 7 | 实现提醒系统(邮件) | DDL 临近时收到邮件提醒 | [ ] |
+8
View File
@@ -63,3 +63,11 @@ MAIL_SMTP_PASS="replace-with-smtp-password"
# 发件人显示名称与地址 # 发件人显示名称与地址
MAIL_FROM_NAME="TodoList" MAIL_FROM_NAME="TodoList"
MAIL_FROM_ADDRESS="no-reply@example.com" MAIL_FROM_ADDRESS="no-reply@example.com"
# [数据加密] 服务端敏感数据加密主密钥
# 用于加密 AI 配置、任务内容、同步 payload、附件元数据等数据库字段
# 请使用高强度随机字符串,生产环境务必单独保管
DATA_ENCRYPTION_SECRET="replace-with-a-long-random-secret"
# [对象存储加密] 服务端对象加密策略,默认使用 AES256;如需关闭可填写 NONE
S3_SERVER_SIDE_ENCRYPTION="AES256"
+2 -1
View File
@@ -3,12 +3,13 @@
"version": "0.1.0", "version": "0.1.0",
"description": "TodoList API service", "description": "TodoList API service",
"scripts": { "scripts": {
"prisma:generate": "prisma generate", "prisma:generate": "node -e \"require('node:fs').rmSync('generated/prisma', { recursive: true, force: true })\" && prisma generate",
"prisma:format": "prisma format", "prisma:format": "prisma format",
"prisma:validate": "prisma validate", "prisma:validate": "prisma validate",
"prebuild": "pnpm run prisma:generate", "prebuild": "pnpm run prisma:generate",
"pretypecheck": "pnpm run prisma:generate", "pretypecheck": "pnpm run prisma:generate",
"pretest": "pnpm run prisma:generate", "pretest": "pnpm run prisma:generate",
"data:reencrypt": "node -e \"require('node:fs').rmSync('.tmp-compile', { recursive: true, force: true })\" && tsc -p tsconfig.json --outDir .tmp-compile --noEmit false && node .tmp-compile/scripts/reencrypt-sensitive-data.js && node -e \"require('node:fs').rmSync('.tmp-compile', { recursive: true, force: true })\"",
"start": "node dist/main.js", "start": "node dist/main.js",
"start:dev": "ts-node-dev --respawn --transpile-only src/main.ts", "start:dev": "ts-node-dev --respawn --transpile-only src/main.ts",
"build": "tsc -p tsconfig.build.json", "build": "tsc -p tsconfig.build.json",
+6 -1
View File
@@ -63,7 +63,8 @@ enum NotificationStatus {
model User { model User {
id String @id @default(cuid()) id String @id @default(cuid())
email String @unique email String
emailHash String? @unique
nickname String? nickname String?
avatarUrl String? avatarUrl String?
status UserStatus @default(ACTIVE) status UserStatus @default(ACTIVE)
@@ -97,11 +98,13 @@ model AuthIdentity {
provider AuthProvider provider AuthProvider
providerUserId String providerUserId String
email String? email String?
emailHash String?
createdAt DateTime @default(now()) createdAt DateTime @default(now())
updatedAt DateTime @updatedAt updatedAt DateTime @updatedAt
user User @relation(fields: [userId], references: [id], onDelete: Cascade) user User @relation(fields: [userId], references: [id], onDelete: Cascade)
@@unique([provider, providerUserId]) @@unique([provider, providerUserId])
@@index([emailHash])
@@index([userId]) @@index([userId])
@@map("auth_identities") @@map("auth_identities")
} }
@@ -273,6 +276,8 @@ model AiProviderBinding {
channel AiChannel channel AiChannel
providerName String providerName String
model String? model String?
configId String?
configName String?
encryptedApiKey String? encryptedApiKey String?
endpoint String? endpoint String?
isDefault Boolean @default(false) isDefault Boolean @default(false)
@@ -0,0 +1,418 @@
import "dotenv/config";
import { PrismaPg } from "@prisma/adapter-pg";
import { ConfigService } from "@nestjs/config";
import { Prisma, PrismaClient } from "../generated/prisma/client";
import { DataEncryptionService } from "../src/security/data-encryption.service";
type MigrationCounter = Record<
| "users"
| "authIdentities"
| "aiBindings"
| "publicPools"
| "aiUsageLogs"
| "tasks"
| "attachments"
| "syncOperations",
number
>;
function createEncryptionService(): DataEncryptionService {
const configService = {
get: (key: string) => process.env[key]
} as ConfigService;
return new DataEncryptionService(configService);
}
function encryptStringIfNeeded(
value: string | null,
dataEncryptionService: DataEncryptionService
): string | null | undefined {
if (value === null || dataEncryptionService.isEncryptedString(value)) {
return undefined;
}
return dataEncryptionService.encryptString(value) ?? null;
}
function assignRequiredEncryptedString<T extends Record<string, unknown>, K extends keyof T>(
target: T,
key: K,
value: string | null | undefined
): void {
if (typeof value === "string") {
target[key] = value as T[K];
}
}
function assignOptionalEncryptedString<T extends Record<string, unknown>, K extends keyof T>(
target: T,
key: K,
value: string | null | undefined
): void {
if (value !== undefined) {
target[key] = value as T[K];
}
}
function encryptJsonIfNeeded(
value: Prisma.JsonValue | null,
dataEncryptionService: DataEncryptionService
): Prisma.InputJsonValue | Prisma.NullableJsonNullValueInput | undefined {
if (value === null) {
return undefined;
}
if (typeof value === "string" && dataEncryptionService.isEncryptedString(value)) {
return undefined;
}
return (dataEncryptionService.encryptJson(value as Prisma.InputJsonValue) ?? Prisma.JsonNull) as
| Prisma.InputJsonValue
| Prisma.NullableJsonNullValueInput;
}
function resolvePlainString(
value: string | null,
dataEncryptionService: DataEncryptionService
): string | null {
if (value === null) {
return null;
}
return dataEncryptionService.isEncryptedString(value)
? (dataEncryptionService.decryptString(value) ?? null)
: value;
}
async function main(): Promise<void> {
if (!process.env["DATABASE_URL"]) {
throw new Error("缺少 DATABASE_URL,无法执行敏感数据迁移");
}
if (!process.env["DATA_ENCRYPTION_SECRET"]) {
throw new Error("缺少 DATA_ENCRYPTION_SECRET,无法执行敏感数据迁移");
}
const prisma = new PrismaClient({
adapter: new PrismaPg({
connectionString: process.env["DATABASE_URL"]
})
});
const dataEncryptionService = createEncryptionService();
const counter: MigrationCounter = {
users: 0,
authIdentities: 0,
aiBindings: 0,
publicPools: 0,
aiUsageLogs: 0,
tasks: 0,
attachments: 0,
syncOperations: 0
};
try {
const users = await prisma.user.findMany({
select: {
id: true,
email: true,
emailHash: true,
nickname: true,
avatarUrl: true
}
});
for (const user of users) {
const normalizedEmail = resolvePlainString(user.email, dataEncryptionService)?.toLowerCase();
if (!normalizedEmail) {
continue;
}
const nextEmailHash = dataEncryptionService.createLookupHash("user.email", normalizedEmail);
const data: Prisma.UserUpdateInput = {};
const email = encryptStringIfNeeded(user.email, dataEncryptionService);
const nickname = encryptStringIfNeeded(user.nickname, dataEncryptionService);
const avatarUrl = encryptStringIfNeeded(user.avatarUrl, dataEncryptionService);
assignRequiredEncryptedString(data, "email", email);
if (user.emailHash !== nextEmailHash) {
data.emailHash = nextEmailHash;
}
assignOptionalEncryptedString(data, "nickname", nickname);
assignOptionalEncryptedString(data, "avatarUrl", avatarUrl);
if (Object.keys(data).length === 0) {
continue;
}
await prisma.user.update({
where: {
id: user.id
},
data
});
counter.users += 1;
}
const authIdentities = await prisma.authIdentity.findMany({
select: {
id: true,
email: true,
emailHash: true
}
});
for (const authIdentity of authIdentities) {
const data: Prisma.AuthIdentityUpdateInput = {};
const email = encryptStringIfNeeded(authIdentity.email, dataEncryptionService);
const normalizedIdentityEmail = resolvePlainString(authIdentity.email, dataEncryptionService);
const nextEmailHash =
normalizedIdentityEmail === null
? null
: dataEncryptionService.createLookupHash(
"auth_identity.email",
normalizedIdentityEmail.toLowerCase()
);
assignOptionalEncryptedString(data, "email", email);
if (authIdentity.emailHash !== nextEmailHash) {
data.emailHash = nextEmailHash;
}
if (Object.keys(data).length === 0) {
continue;
}
await prisma.authIdentity.update({
where: {
id: authIdentity.id
},
data
});
counter.authIdentities += 1;
}
const aiBindings = await prisma.aiProviderBinding.findMany({
select: {
id: true,
providerName: true,
model: true,
configId: true,
configName: true,
endpoint: true,
encryptedApiKey: true
}
});
for (const binding of aiBindings) {
const data: Prisma.AiProviderBindingUpdateInput = {};
const providerName = encryptStringIfNeeded(binding.providerName, dataEncryptionService);
const model = encryptStringIfNeeded(binding.model, dataEncryptionService);
const configId = encryptStringIfNeeded(binding.configId, dataEncryptionService);
const configName = encryptStringIfNeeded(binding.configName, dataEncryptionService);
const endpoint = encryptStringIfNeeded(binding.endpoint, dataEncryptionService);
const encryptedApiKey = encryptStringIfNeeded(binding.encryptedApiKey, dataEncryptionService);
assignRequiredEncryptedString(data, "providerName", providerName);
assignOptionalEncryptedString(data, "model", model);
assignOptionalEncryptedString(data, "configId", configId);
assignOptionalEncryptedString(data, "configName", configName);
assignOptionalEncryptedString(data, "endpoint", endpoint);
assignOptionalEncryptedString(data, "encryptedApiKey", encryptedApiKey);
if (Object.keys(data).length === 0) {
continue;
}
await prisma.aiProviderBinding.update({
where: {
id: binding.id
},
data
});
counter.aiBindings += 1;
}
const publicPools = await prisma.aiPublicPoolConfig.findMany({
select: {
id: true,
providerName: true,
model: true,
endpoint: true,
encryptedApiKey: true
}
});
for (const publicPool of publicPools) {
const data: Prisma.AiPublicPoolConfigUpdateInput = {};
const providerName = encryptStringIfNeeded(publicPool.providerName, dataEncryptionService);
const model = encryptStringIfNeeded(publicPool.model, dataEncryptionService);
const endpoint = encryptStringIfNeeded(publicPool.endpoint, dataEncryptionService);
const encryptedApiKey = encryptStringIfNeeded(
publicPool.encryptedApiKey,
dataEncryptionService
);
assignOptionalEncryptedString(data, "providerName", providerName);
assignOptionalEncryptedString(data, "model", model);
assignOptionalEncryptedString(data, "endpoint", endpoint);
assignOptionalEncryptedString(data, "encryptedApiKey", encryptedApiKey);
if (Object.keys(data).length === 0) {
continue;
}
await prisma.aiPublicPoolConfig.update({
where: {
id: publicPool.id
},
data
});
counter.publicPools += 1;
}
const aiUsageLogs = await prisma.aiUsageLog.findMany({
select: {
id: true,
providerName: true,
model: true
}
});
for (const aiUsageLog of aiUsageLogs) {
const data: Prisma.AiUsageLogUpdateInput = {};
const providerName = encryptStringIfNeeded(aiUsageLog.providerName, dataEncryptionService);
const model = encryptStringIfNeeded(aiUsageLog.model, dataEncryptionService);
assignOptionalEncryptedString(data, "providerName", providerName);
assignOptionalEncryptedString(data, "model", model);
if (Object.keys(data).length === 0) {
continue;
}
await prisma.aiUsageLog.update({
where: {
id: aiUsageLog.id
},
data
});
counter.aiUsageLogs += 1;
}
const tasks = await prisma.task.findMany({
select: {
id: true,
title: true,
contentJson: true,
contentText: true
}
});
for (const task of tasks) {
const data: Prisma.TaskUpdateInput = {};
const title = encryptStringIfNeeded(task.title, dataEncryptionService);
const contentJson = encryptJsonIfNeeded(task.contentJson, dataEncryptionService);
const contentText = encryptStringIfNeeded(task.contentText, dataEncryptionService);
assignRequiredEncryptedString(data, "title", title);
if (contentJson !== undefined) {
data.contentJson = contentJson;
}
assignOptionalEncryptedString(data, "contentText", contentText);
if (Object.keys(data).length === 0) {
continue;
}
await prisma.task.update({
where: {
id: task.id
},
data
});
counter.tasks += 1;
}
const attachments = await prisma.attachment.findMany({
select: {
id: true,
url: true,
fileName: true,
checksum: true
}
});
for (const attachment of attachments) {
const data: Prisma.AttachmentUpdateInput = {};
const url = encryptStringIfNeeded(attachment.url, dataEncryptionService);
const fileName = encryptStringIfNeeded(attachment.fileName, dataEncryptionService);
const checksum = encryptStringIfNeeded(attachment.checksum, dataEncryptionService);
assignRequiredEncryptedString(data, "url", url);
assignOptionalEncryptedString(data, "fileName", fileName);
assignOptionalEncryptedString(data, "checksum", checksum);
if (Object.keys(data).length === 0) {
continue;
}
await prisma.attachment.update({
where: {
id: attachment.id
},
data
});
counter.attachments += 1;
}
const syncOperations = await prisma.syncOperation.findMany({
select: {
id: true,
payload: true
}
});
for (const operation of syncOperations) {
if (operation.payload === null) {
continue;
}
let nextPayload: string | null = null;
if (typeof operation.payload === "string") {
if (dataEncryptionService.isEncryptedString(operation.payload)) {
continue;
}
nextPayload = dataEncryptionService.encryptString(operation.payload) ?? null;
} else {
nextPayload =
dataEncryptionService.encryptString(JSON.stringify(operation.payload)) ?? null;
}
if (nextPayload === null) {
continue;
}
await prisma.syncOperation.update({
where: {
id: operation.id
},
data: {
payload: nextPayload
}
});
counter.syncOperations += 1;
}
console.log("敏感数据迁移完成");
console.log(JSON.stringify(counter, null, 2));
} finally {
await prisma.$disconnect();
}
}
void main().catch((error: unknown) => {
const message = error instanceof Error ? error.message : "未知错误";
console.error(`敏感数据迁移失败:${message}`);
process.exitCode = 1;
});
@@ -0,0 +1,28 @@
import { Injectable } from "@nestjs/common";
import { AiChannel } from "../../generated/prisma/client";
import { AstrbotProvider } from "./providers/astrbot.provider";
import { OpenAiCompatibleProvider } from "./providers/openai-compatible.provider";
import { AiChannelExecutor } from "./ai.types";
@Injectable()
export class AiProviderRegistryService {
private readonly executors = new Map<AiChannel, AiChannelExecutor>();
constructor(
openAiCompatibleProvider: OpenAiCompatibleProvider,
astrbotProvider: AstrbotProvider
) {
this.executors.set(AiChannel.USER_KEY, openAiCompatibleProvider);
this.executors.set(AiChannel.PUBLIC_POOL, openAiCompatibleProvider);
this.executors.set(AiChannel.ASTRBOT, astrbotProvider);
}
getExecutor(channel: AiChannel): AiChannelExecutor {
const executor = this.executors.get(channel);
if (!executor) {
throw new Error(`未找到 ${channel} 对应的 AI 通道执行器`);
}
return executor;
}
}
+123
View File
@@ -0,0 +1,123 @@
import { Injectable } from "@nestjs/common";
import { ConfigService } from "@nestjs/config";
type AiRateLimitBucket = {
count: number;
resetAt: number;
};
export type AiRateLimitResult =
| {
allowed: true;
}
| {
allowed: false;
reason: "USER" | "IP";
retryAfterMs: number;
limit: number;
windowMs: number;
};
@Injectable()
export class AiRateLimitService {
private readonly userBuckets = new Map<string, AiRateLimitBucket>();
private readonly ipBuckets = new Map<string, AiRateLimitBucket>();
private readonly windowMs: number;
private readonly userLimit: number;
private readonly ipLimit: number;
constructor(private readonly configService: ConfigService) {
this.windowMs = this.readPositiveInt("AI_RATE_LIMIT_WINDOW_MS", 60_000);
this.userLimit = this.readPositiveInt("AI_RATE_LIMIT_USER_MAX", 20);
this.ipLimit = this.readPositiveInt("AI_RATE_LIMIT_IP_MAX", 60);
}
consume(userId: string, clientIp: string | null): AiRateLimitResult {
const now = Date.now();
const userBucket = this.getBucket(this.userBuckets, userId, now);
if (userBucket.count >= this.userLimit) {
return {
allowed: false,
reason: "USER",
retryAfterMs: Math.max(0, userBucket.resetAt - now),
limit: this.userLimit,
windowMs: this.windowMs
};
}
const normalizedIp = this.normalizeIp(clientIp);
const ipBucket = normalizedIp ? this.getBucket(this.ipBuckets, normalizedIp, now) : null;
if (ipBucket && ipBucket.count >= this.ipLimit) {
return {
allowed: false,
reason: "IP",
retryAfterMs: Math.max(0, ipBucket.resetAt - now),
limit: this.ipLimit,
windowMs: this.windowMs
};
}
userBucket.count += 1;
if (ipBucket) {
ipBucket.count += 1;
}
this.cleanupExpiredBuckets(this.userBuckets, now);
this.cleanupExpiredBuckets(this.ipBuckets, now);
return {
allowed: true
};
}
private getBucket(
buckets: Map<string, AiRateLimitBucket>,
key: string,
now: number
): AiRateLimitBucket {
const currentBucket = buckets.get(key);
if (!currentBucket || now >= currentBucket.resetAt) {
const nextBucket: AiRateLimitBucket = {
count: 0,
resetAt: now + this.windowMs
};
buckets.set(key, nextBucket);
return nextBucket;
}
return currentBucket;
}
private cleanupExpiredBuckets(buckets: Map<string, AiRateLimitBucket>, now: number): void {
if (buckets.size <= 256) {
return;
}
for (const [key, bucket] of buckets.entries()) {
if (now >= bucket.resetAt) {
buckets.delete(key);
}
}
}
private normalizeIp(clientIp: string | null): string | null {
if (!clientIp) {
return null;
}
const normalizedIp = clientIp.trim();
return normalizedIp.length > 0 ? normalizedIp : null;
}
private readPositiveInt(key: string, fallbackValue: number): number {
const rawValue = this.configService.get<string | number | undefined>(key);
const parsedValue =
typeof rawValue === "number" ? rawValue : Number.parseInt(String(rawValue ?? ""), 10);
if (!Number.isFinite(parsedValue) || parsedValue <= 0) {
return fallbackValue;
}
return parsedValue;
}
}
+74
View File
@@ -0,0 +1,74 @@
import {
Body,
Controller,
Get,
Headers,
Ip,
Post,
Query,
UnauthorizedException
} from "@nestjs/common";
import { AiChatDto } from "./dto/ai-chat.dto";
import { ListAiUsageLogsQueryDto } from "./dto/list-ai-usage-logs-query.dto";
import { UpsertAiProviderBindingDto } from "./dto/upsert-ai-provider-binding.dto";
import {
AiChatResponse,
AiService,
ListAiBindingsResponse,
ListAiUsageLogsResponse,
TestAiBindingResponse
} from "./ai.service";
@Controller("ai")
export class AiController {
constructor(private readonly aiService: AiService) {}
@Get("bindings")
async listBindings(
@Headers("x-user-id") userIdHeader: string | string[] | undefined
): Promise<ListAiBindingsResponse> {
return this.aiService.listBindings(this.resolveUserId(userIdHeader));
}
@Get("usage-logs")
async listUsageLogs(
@Headers("x-user-id") userIdHeader: string | string[] | undefined,
@Query() query: ListAiUsageLogsQueryDto
): Promise<ListAiUsageLogsResponse> {
return this.aiService.listUsageLogs(this.resolveUserId(userIdHeader), query);
}
@Post("bindings")
async upsertBinding(
@Headers("x-user-id") userIdHeader: string | string[] | undefined,
@Body() body: UpsertAiProviderBindingDto
) {
return this.aiService.upsertBinding(this.resolveUserId(userIdHeader), body);
}
@Post("bindings/test")
async testBinding(
@Headers("x-user-id") userIdHeader: string | string[] | undefined,
@Body() body: UpsertAiProviderBindingDto
): Promise<TestAiBindingResponse> {
return this.aiService.testBinding(this.resolveUserId(userIdHeader), body);
}
@Post("chat")
async chat(
@Headers("x-user-id") userIdHeader: string | string[] | undefined,
@Ip() clientIp: string,
@Body() body: AiChatDto
): Promise<AiChatResponse> {
return this.aiService.chat(this.resolveUserId(userIdHeader), body, clientIp);
}
private resolveUserId(userIdHeader: string | string[] | undefined): string {
const userId = Array.isArray(userIdHeader) ? userIdHeader[0] : userIdHeader;
if (!userId) {
throw new UnauthorizedException("缺少用户上下文");
}
return userId;
}
}
+21
View File
@@ -0,0 +1,21 @@
import { Module } from "@nestjs/common";
import { PrismaModule } from "../prisma/prisma.module";
import { AiRateLimitService } from "./ai-rate-limit.service";
import { AiController } from "./ai.controller";
import { AiProviderRegistryService } from "./ai-provider-registry.service";
import { AiService } from "./ai.service";
import { AstrbotProvider } from "./providers/astrbot.provider";
import { OpenAiCompatibleProvider } from "./providers/openai-compatible.provider";
@Module({
imports: [PrismaModule],
controllers: [AiController],
providers: [
AiService,
AiRateLimitService,
AiProviderRegistryService,
OpenAiCompatibleProvider,
AstrbotProvider
]
})
export class AiModule {}
+988
View File
@@ -0,0 +1,988 @@
import {
BadGatewayException,
BadRequestException,
HttpException,
HttpStatus,
Injectable,
Logger
} from "@nestjs/common";
import {
AiChannel,
AiUsageLog,
AiProviderBinding,
AiPublicPoolConfig,
Prisma,
TaskPriority,
TaskStatus
} from "../../generated/prisma/client";
import { PrismaService } from "../prisma/prisma.service";
import { DataEncryptionService } from "../security/data-encryption.service";
import { AiRateLimitService } from "./ai-rate-limit.service";
import { AiProviderRegistryService } from "./ai-provider-registry.service";
import { AiChatDto } from "./dto/ai-chat.dto";
import { ListAiUsageLogsQueryDto } from "./dto/list-ai-usage-logs-query.dto";
import { UpsertAiProviderBindingDto } from "./dto/upsert-ai-provider-binding.dto";
import {
AiResolvedRouteCandidate,
AiRouteAttempt,
AiRouteFailureError,
AiUsageMetrics
} from "./ai.types";
type AiBindingSummary = {
id: string;
channel: AiChannel;
providerName: string;
model: string | null;
configId: string | null;
configName: string | null;
endpoint: string | null;
isEnabled: boolean;
hasApiKey: boolean;
maskedApiKey: string | null;
updatedAt: string;
};
type AiRoutePlanEntry =
| {
kind: "candidate";
candidate: AiResolvedRouteCandidate;
}
| {
kind: "skip";
attempt: AiRouteAttempt;
};
export type ListAiBindingsResponse = {
routeOrder: AiChannel[];
bindings: AiBindingSummary[];
publicPool: {
enabled: boolean;
providerName: string | null;
model: string | null;
hasApiKey: boolean;
} | null;
};
type AiUsageLogSummary = {
id: string;
channel: AiChannel;
providerName: string | null;
model: string | null;
promptTokens: number;
completionTokens: number;
totalTokens: number;
latencyMs: number | null;
success: boolean;
errorCode: string | null;
createdAt: string;
};
type AiContextTaskItem = {
id: string;
title: string;
priority: TaskPriority;
status: TaskStatus;
ddl: Date | null;
contentText: string | null;
updatedAt: Date;
};
export type ListAiUsageLogsResponse = {
items: AiUsageLogSummary[];
page: number;
pageSize: number;
total: number;
};
export type AiChatResponse = {
channel: AiChannel;
providerName: string;
model: string | null;
content: string;
sessionId: string | null;
attempts: AiRouteAttempt[];
};
export type TestAiBindingResponse =
| {
success: true;
channel: AiChannel;
providerName: string;
model: string | null;
contentPreview: string;
}
| {
success: false;
channel: AiChannel;
providerName: string;
model: string | null;
code: string;
message: string;
};
@Injectable()
export class AiService {
private readonly logger = new Logger(AiService.name);
private readonly maxContextTasks = 6;
private readonly maxContextContentLength = 80;
constructor(
private readonly prismaService: PrismaService,
private readonly aiProviderRegistryService: AiProviderRegistryService,
private readonly dataEncryptionService: DataEncryptionService,
private readonly aiRateLimitService: AiRateLimitService
) {}
async listBindings(userId: string): Promise<ListAiBindingsResponse> {
const [bindings, publicPool] = await Promise.all([
this.prismaService.aiProviderBinding.findMany({
where: {
userId
},
orderBy: [{ updatedAt: "desc" }]
}),
this.prismaService.aiPublicPoolConfig.findFirst({
orderBy: {
updatedAt: "desc"
}
})
]);
const latestBindings = this.pickLatestBindingsByChannel(bindings);
return {
routeOrder: [AiChannel.USER_KEY, AiChannel.ASTRBOT, AiChannel.PUBLIC_POOL],
bindings: latestBindings.map((binding) => this.serializeBinding(binding)),
publicPool: publicPool
? {
enabled: publicPool.enabled,
providerName: this.readDecryptedString(publicPool.providerName),
model: this.readDecryptedString(publicPool.model),
hasApiKey: Boolean(publicPool.encryptedApiKey)
}
: null
};
}
async listUsageLogs(
userId: string,
query: ListAiUsageLogsQueryDto
): Promise<ListAiUsageLogsResponse> {
const page = query.page ?? 1;
const pageSize = query.pageSize ?? 20;
const skip = (page - 1) * pageSize;
const where: Prisma.AiUsageLogWhereInput = {
userId
};
if (query.channel) {
where.channel = query.channel;
}
if (query.success !== undefined) {
where.success = query.success;
}
const [items, total] = await Promise.all([
this.prismaService.aiUsageLog.findMany({
where,
orderBy: {
createdAt: "desc"
},
skip,
take: pageSize
}),
this.prismaService.aiUsageLog.count({
where
})
]);
return {
items: items.map((item) => this.serializeUsageLog(item)),
page,
pageSize,
total
};
}
async upsertBinding(userId: string, dto: UpsertAiProviderBindingDto): Promise<AiBindingSummary> {
if (dto.channel === AiChannel.PUBLIC_POOL) {
throw new BadRequestException("公共 AI 通道只能由管理员配置");
}
this.validateBindingInput(dto);
const result = await this.prismaService.$transaction(async (tx) => {
const existingBinding = await tx.aiProviderBinding.findFirst({
where: {
userId,
channel: dto.channel
},
orderBy: {
updatedAt: "desc"
}
});
if (!existingBinding) {
return tx.aiProviderBinding.create({
data: {
userId,
channel: dto.channel,
providerName: this.encryptRequiredString(this.normalizeProviderName(dto.providerName)),
model: this.encryptOptionalString(dto.model),
configId: this.encryptOptionalString(dto.configId),
configName: this.encryptOptionalString(dto.configName),
endpoint: this.encryptOptionalString(dto.endpoint),
encryptedApiKey: this.encryptOptionalString(dto.apiKey),
isEnabled: dto.isEnabled ?? true
}
});
}
const updateData: Prisma.AiProviderBindingUpdateInput = {
channel: dto.channel,
providerName: this.encryptRequiredString(this.normalizeProviderName(dto.providerName)),
model: this.encryptOptionalString(dto.model),
configId: this.encryptOptionalString(dto.configId),
configName: this.encryptOptionalString(dto.configName),
isEnabled: dto.isEnabled ?? existingBinding.isEnabled
};
if (dto.endpoint !== undefined) {
updateData.endpoint = this.encryptOptionalString(dto.endpoint);
}
if (dto.apiKey !== undefined) {
updateData.encryptedApiKey = this.encryptOptionalString(dto.apiKey);
}
return tx.aiProviderBinding.update({
where: {
id: existingBinding.id
},
data: updateData
});
});
return this.serializeBinding(result);
}
async testBinding(
userId: string,
dto: UpsertAiProviderBindingDto
): Promise<TestAiBindingResponse> {
if (dto.channel === AiChannel.PUBLIC_POOL) {
throw new BadRequestException("公共 AI 通道不能由用户自行测试");
}
const candidate = await this.buildTestCandidate(userId, dto);
const executor = this.aiProviderRegistryService.getExecutor(candidate.channel);
try {
const result = await executor.execute(candidate, {
userId,
message: "请只回复“连接成功”,不要添加其他内容。",
sessionId: null
});
return {
success: true,
channel: result.channel,
providerName: result.providerName,
model: result.model,
contentPreview: this.limitPreviewText(result.content)
};
} catch (error) {
if (error instanceof AiRouteFailureError) {
return {
success: false,
channel: error.channel,
providerName: error.providerName,
model: candidate.model,
code: error.code,
message: error.message
};
}
if (error instanceof Error) {
return {
success: false,
channel: candidate.channel,
providerName: candidate.providerName,
model: candidate.model,
code: "UNKNOWN_ERROR",
message: error.message
};
}
return {
success: false,
channel: candidate.channel,
providerName: candidate.providerName,
model: candidate.model,
code: "UNKNOWN_ERROR",
message: "未知错误"
};
}
}
async chat(
userId: string,
dto: AiChatDto,
clientIp: string | null = null
): Promise<AiChatResponse> {
const rateLimitResult = this.aiRateLimitService.consume(userId, clientIp);
if (!rateLimitResult.allowed) {
throw new HttpException(
{
message: "AI 请求过于频繁,请稍后再试",
code: "AI_RATE_LIMITED",
dimension: rateLimitResult.reason === "USER" ? "user" : "ip",
retryAfterMs: rateLimitResult.retryAfterMs,
limit: rateLimitResult.limit,
windowMs: rateLimitResult.windowMs
},
HttpStatus.TOO_MANY_REQUESTS
);
}
const attempts: AiRouteAttempt[] = [];
const plan = await this.buildRoutePlan(userId, dto.channel ?? null);
const promptMessage = await this.buildPromptMessage(userId, dto.message, dto.localTasks ?? []);
for (const entry of plan) {
if (entry.kind === "skip") {
attempts.push(entry.attempt);
continue;
}
const executor = this.aiProviderRegistryService.getExecutor(entry.candidate.channel);
const startedAt = Date.now();
try {
const result = await executor.execute(entry.candidate, {
userId,
message: promptMessage,
sessionId: dto.sessionId ?? null
});
const latencyMs = Date.now() - startedAt;
attempts.push({
channel: result.channel,
providerName: result.providerName,
model: result.model,
status: "success",
reasonCode: null,
reasonMessage: null
});
await this.recordUsageLog({
userId,
channel: result.channel,
providerName: result.providerName,
model: result.model,
usage: result.usage,
latencyMs,
success: true,
errorCode: null
});
return {
channel: result.channel,
providerName: result.providerName,
model: result.model,
content: result.content,
sessionId: result.sessionId,
attempts
};
} catch (error) {
const latencyMs = Date.now() - startedAt;
const failureAttempt = this.toFailureAttempt(entry.candidate, error);
attempts.push(failureAttempt);
await this.recordUsageLog({
userId,
channel: failureAttempt.channel,
providerName: failureAttempt.providerName,
model: failureAttempt.model,
usage: null,
latencyMs,
success: false,
errorCode: failureAttempt.reasonCode
});
this.logger.warn(
`AI 通道降级:channel=${failureAttempt.channel} provider=${failureAttempt.providerName ?? "unknown"} code=${failureAttempt.reasonCode ?? "UNKNOWN"} message=${failureAttempt.reasonMessage ?? "unknown"}`
);
}
}
throw new BadGatewayException({
message: "当前没有可用的 AI 通道,请稍后重试",
attempts
});
}
private async buildRoutePlan(
userId: string,
selectedChannel: AiChannel | null
): Promise<AiRoutePlanEntry[]> {
const plan: AiRoutePlanEntry[] = [];
const targetChannels = selectedChannel
? [selectedChannel]
: [AiChannel.USER_KEY, AiChannel.ASTRBOT, AiChannel.PUBLIC_POOL];
for (const channel of targetChannels) {
if (channel === AiChannel.PUBLIC_POOL) {
const publicPool = await this.findEnabledPublicPool();
if (publicPool) {
plan.push({
kind: "candidate",
candidate: this.toPublicPoolCandidate(publicPool)
});
} else {
plan.push({
kind: "skip",
attempt: {
channel: AiChannel.PUBLIC_POOL,
providerName: null,
model: null,
status: "skipped",
reasonCode: "PUBLIC_POOL_DISABLED",
reasonMessage: "公共 AI 通道未开启"
}
});
}
continue;
}
const binding = await this.findPreferredBinding(userId, channel);
if (binding) {
plan.push({
kind: "candidate",
candidate: this.toBindingCandidate(binding)
});
continue;
}
plan.push({
kind: "skip",
attempt: {
channel,
providerName: null,
model: null,
status: "skipped",
reasonCode: "CHANNEL_NOT_CONFIGURED",
reasonMessage:
channel === AiChannel.USER_KEY
? "当前用户未配置可用的自备 Key 通道"
: "当前用户未配置可用的 AstrBot 通道"
}
});
}
return plan;
}
private async findPreferredBinding(
userId: string,
channel: AiChannel
): Promise<AiProviderBinding | null> {
return this.prismaService.aiProviderBinding.findFirst({
where: {
userId,
channel,
isEnabled: true
},
orderBy: {
updatedAt: "desc"
}
});
}
private async findEnabledPublicPool(): Promise<AiPublicPoolConfig | null> {
return this.prismaService.aiPublicPoolConfig.findFirst({
where: {
enabled: true
},
orderBy: {
updatedAt: "desc"
}
});
}
private async buildTestCandidate(
userId: string,
dto: UpsertAiProviderBindingDto
): Promise<AiResolvedRouteCandidate> {
const existingBinding = await this.prismaService.aiProviderBinding.findFirst({
where: {
userId,
channel: dto.channel
},
orderBy: {
updatedAt: "desc"
}
});
const mergedDto: UpsertAiProviderBindingDto = {
channel: dto.channel,
providerName:
dto.providerName ?? this.readDecryptedString(existingBinding?.providerName ?? null) ?? "",
model: dto.model ?? this.readDecryptedString(existingBinding?.model ?? null) ?? undefined,
configId:
dto.configId ?? this.readDecryptedString(existingBinding?.configId ?? null) ?? undefined,
configName:
dto.configName ??
this.readDecryptedString(existingBinding?.configName ?? null) ??
undefined,
endpoint:
dto.endpoint ?? this.readDecryptedString(existingBinding?.endpoint ?? null) ?? undefined,
apiKey:
dto.apiKey ??
this.readDecryptedString(existingBinding?.encryptedApiKey ?? null) ??
undefined,
isEnabled: dto.isEnabled ?? existingBinding?.isEnabled ?? true
};
this.validateBindingInput(mergedDto);
return {
channel: mergedDto.channel,
source: existingBinding ? "binding" : "binding",
sourceId: existingBinding?.id ?? null,
providerName: this.normalizeProviderName(mergedDto.providerName),
model: this.normalizeOptionalString(mergedDto.model),
configId: this.normalizeOptionalString(mergedDto.configId),
configName: this.normalizeOptionalString(mergedDto.configName),
endpoint: this.normalizeOptionalString(mergedDto.endpoint),
apiKey: this.normalizeOptionalString(mergedDto.apiKey)
};
}
private toBindingCandidate(binding: AiProviderBinding): AiResolvedRouteCandidate {
return {
channel: binding.channel,
source: "binding",
sourceId: binding.id,
providerName: this.readDecryptedString(binding.providerName) ?? "",
model: this.readDecryptedString(binding.model),
configId: this.readDecryptedString(binding.configId),
configName: this.readDecryptedString(binding.configName),
endpoint: this.readDecryptedString(binding.endpoint),
apiKey: this.readDecryptedString(binding.encryptedApiKey)
};
}
private toPublicPoolCandidate(publicPool: AiPublicPoolConfig): AiResolvedRouteCandidate {
return {
channel: AiChannel.PUBLIC_POOL,
source: "public_pool",
sourceId: publicPool.id,
providerName: this.readDecryptedString(publicPool.providerName) ?? "public-pool",
model: this.readDecryptedString(publicPool.model),
configId: null,
configName: null,
endpoint: this.readDecryptedString(publicPool.endpoint),
apiKey: this.readDecryptedString(publicPool.encryptedApiKey)
};
}
private serializeBinding(binding: AiProviderBinding): AiBindingSummary {
const decryptedProviderName = this.readDecryptedString(binding.providerName) ?? "";
const decryptedModel = this.readDecryptedString(binding.model);
const decryptedConfigId = this.readDecryptedString(binding.configId);
const decryptedConfigName = this.readDecryptedString(binding.configName);
const decryptedEndpoint = this.readDecryptedString(binding.endpoint);
const decryptedApiKey = this.readDecryptedString(binding.encryptedApiKey);
return {
id: binding.id,
channel: binding.channel,
providerName: decryptedProviderName,
model: decryptedModel,
configId: decryptedConfigId,
configName: decryptedConfigName,
endpoint: decryptedEndpoint,
isEnabled: binding.isEnabled,
hasApiKey: Boolean(binding.encryptedApiKey),
maskedApiKey: this.maskSecret(decryptedApiKey),
updatedAt: binding.updatedAt.toISOString()
};
}
private pickLatestBindingsByChannel(bindings: AiProviderBinding[]): AiProviderBinding[] {
const bindingMap = new Map<AiChannel, AiProviderBinding>();
for (const binding of bindings) {
if (!bindingMap.has(binding.channel)) {
bindingMap.set(binding.channel, binding);
}
}
return [AiChannel.USER_KEY, AiChannel.ASTRBOT]
.map((channel) => bindingMap.get(channel) ?? null)
.filter((binding): binding is AiProviderBinding => binding !== null);
}
private serializeUsageLog(log: AiUsageLog): AiUsageLogSummary {
return {
id: log.id,
channel: log.channel,
providerName: this.readDecryptedString(log.providerName),
model: this.readDecryptedString(log.model),
promptTokens: log.promptTokens,
completionTokens: log.completionTokens,
totalTokens: log.totalTokens,
latencyMs: log.latencyMs,
success: log.success,
errorCode: log.errorCode,
createdAt: log.createdAt.toISOString()
};
}
private async buildPromptMessage(
userId: string,
userMessage: string,
localTasks: NonNullable<AiChatDto["localTasks"]>
): Promise<string> {
const taskSummary = await this.buildTaskContextSummary(userId, localTasks);
if (!taskSummary) {
return userMessage;
}
return [
"你是 TodoList 的 AI 助手,需要结合用户当前待办提供任务统筹建议。",
"以下是系统整理的未完成任务摘要:",
taskSummary,
"请优先根据这些任务的紧急度、截止时间和执行顺序回答,并给出明确可执行的建议。",
`用户当前问题:${userMessage}`
].join("\n\n");
}
private async buildTaskContextSummary(
userId: string,
localTasks: NonNullable<AiChatDto["localTasks"]>
): Promise<string | null> {
const tasks = await this.prismaService.task.findMany({
where: {
userId,
status: {
in: [TaskStatus.TODO, TaskStatus.IN_PROGRESS]
}
},
select: {
id: true,
title: true,
priority: true,
status: true,
ddl: true,
contentText: true,
updatedAt: true
},
take: 20
});
const sortedTasks = this.sortContextTasks(this.mergeContextTasks(tasks, localTasks));
if (sortedTasks.length === 0) {
return null;
}
const visibleTasks = sortedTasks.slice(0, this.maxContextTasks);
const lines = visibleTasks.map((task, index) => {
const parts = [
`${index + 1}. ${task.title}`,
`优先级:${this.getPriorityLabel(task.priority)}`,
`状态:${this.getStatusLabel(task.status)}`,
`DDL${task.ddl ? task.ddl.toISOString() : "未设置"}`
];
const contentSnippet = this.getContentSnippet(task.contentText);
if (contentSnippet) {
parts.push(`内容摘要:${contentSnippet}`);
}
return parts.join(" | ");
});
const omittedCount = sortedTasks.length - visibleTasks.length;
if (omittedCount > 0) {
lines.push(`另有 ${omittedCount} 条任务已省略。`);
}
return [`${sortedTasks.length} 条未完成任务。`, ...lines].join("\n");
}
private mergeContextTasks(
databaseTasks: Array<{
id: string;
title: string;
priority: TaskPriority;
status: TaskStatus;
ddl: Date | null;
contentText: string | null;
updatedAt: Date;
}>,
localTasks: NonNullable<AiChatDto["localTasks"]>
): AiContextTaskItem[] {
const taskMap = new Map<string, AiContextTaskItem>();
for (const task of databaseTasks) {
taskMap.set(task.id, {
id: task.id,
title: this.readDecryptedString(task.title) ?? "未命名任务",
priority: task.priority,
status: task.status,
ddl: task.ddl,
contentText: this.readDecryptedString(task.contentText),
updatedAt: task.updatedAt
});
}
for (const task of localTasks) {
if (task.status !== TaskStatus.TODO && task.status !== TaskStatus.IN_PROGRESS) {
continue;
}
const currentTask = taskMap.get(task.id);
const nextTask: AiContextTaskItem = {
id: task.id,
title: task.title.trim().length > 0 ? task.title.trim() : "未命名任务",
priority: task.priority,
status: task.status,
ddl: typeof task.ddlAt === "number" ? new Date(task.ddlAt) : null,
contentText:
typeof task.contentText === "string" && task.contentText.trim().length > 0
? task.contentText
: null,
updatedAt: new Date(task.updatedAt)
};
if (!currentTask || nextTask.updatedAt.getTime() >= currentTask.updatedAt.getTime()) {
taskMap.set(task.id, nextTask);
}
}
return [...taskMap.values()].filter(
(task) => task.status === TaskStatus.TODO || task.status === TaskStatus.IN_PROGRESS
);
}
private sortContextTasks(tasks: AiContextTaskItem[]): AiContextTaskItem[] {
return [...tasks].sort((left, right) => {
const priorityDiff =
this.getPriorityWeight(right.priority) - this.getPriorityWeight(left.priority);
if (priorityDiff !== 0) {
return priorityDiff;
}
const leftDdl = left.ddl?.getTime() ?? Number.POSITIVE_INFINITY;
const rightDdl = right.ddl?.getTime() ?? Number.POSITIVE_INFINITY;
if (leftDdl !== rightDdl) {
return leftDdl - rightDdl;
}
return right.updatedAt.getTime() - left.updatedAt.getTime();
});
}
private toFailureAttempt(candidate: AiResolvedRouteCandidate, error: unknown): AiRouteAttempt {
if (error instanceof AiRouteFailureError) {
return {
channel: error.channel,
providerName: error.providerName,
model: candidate.model,
status: "failed",
reasonCode: error.code,
reasonMessage: error.message
};
}
if (error instanceof Error) {
return {
channel: candidate.channel,
providerName: candidate.providerName,
model: candidate.model,
status: "failed",
reasonCode: "UNKNOWN_ERROR",
reasonMessage: error.message
};
}
return {
channel: candidate.channel,
providerName: candidate.providerName,
model: candidate.model,
status: "failed",
reasonCode: "UNKNOWN_ERROR",
reasonMessage: "未知错误"
};
}
private normalizeOptionalString(value: string | undefined): string | null {
if (value === undefined) {
return null;
}
const normalizedValue = value.trim();
return normalizedValue.length > 0 ? normalizedValue : null;
}
private normalizeProviderName(value: string | undefined): string {
return this.normalizeOptionalString(value) ?? "";
}
private encryptOptionalString(value: string | undefined): string | null | undefined {
const normalizedValue = this.normalizeOptionalString(value);
return this.dataEncryptionService.encryptString(normalizedValue);
}
private encryptRequiredString(value: string): string {
const encryptedValue = this.dataEncryptionService.encryptString(value);
if (!encryptedValue) {
throw new BadRequestException("敏感配置加密失败");
}
return encryptedValue;
}
private readDecryptedString(value: string | null): string | null {
const decryptedValue = this.dataEncryptionService.decryptString(value);
return typeof decryptedValue === "string" ? decryptedValue : null;
}
private validateBindingInput(dto: UpsertAiProviderBindingDto): void {
const providerName = this.normalizeOptionalString(dto.providerName);
const configId = this.normalizeOptionalString(dto.configId);
const configName = this.normalizeOptionalString(dto.configName);
if (dto.channel === AiChannel.ASTRBOT) {
if (!providerName && !configId && !configName) {
throw new BadRequestException(
"AstrBot 通道至少需要 providerName、configId、configName 三者之一"
);
}
return;
}
if (!providerName) {
throw new BadRequestException("当前通道必须提供 providerName");
}
}
private maskSecret(secret: string | null): string | null {
if (!secret) {
return null;
}
if (secret.length <= 6) {
return "*".repeat(secret.length);
}
return `${secret.slice(0, 4)}***${secret.slice(-2)}`;
}
private limitPreviewText(content: string): string {
const normalizedContent = content.replace(/\s+/g, " ").trim();
if (normalizedContent.length <= 60) {
return normalizedContent;
}
return `${normalizedContent.slice(0, 60)}...`;
}
private getPriorityWeight(priority: TaskPriority): number {
switch (priority) {
case TaskPriority.URGENT:
return 4;
case TaskPriority.HIGH:
return 3;
case TaskPriority.MEDIUM:
return 2;
case TaskPriority.LOW:
return 1;
default:
return 0;
}
}
private getPriorityLabel(priority: TaskPriority): string {
switch (priority) {
case TaskPriority.URGENT:
return "紧急";
case TaskPriority.HIGH:
return "高";
case TaskPriority.MEDIUM:
return "中";
case TaskPriority.LOW:
return "低";
default:
return String(priority);
}
}
private getStatusLabel(status: TaskStatus): string {
switch (status) {
case TaskStatus.TODO:
return "待开始";
case TaskStatus.IN_PROGRESS:
return "进行中";
case TaskStatus.DONE:
return "已完成";
case TaskStatus.ARCHIVED:
return "已归档";
default:
return String(status);
}
}
private getContentSnippet(contentText: string | null): string | null {
if (!contentText) {
return null;
}
const normalizedContent = contentText.replace(/\s+/g, " ").trim();
if (normalizedContent.length === 0) {
return null;
}
if (normalizedContent.length <= this.maxContextContentLength) {
return normalizedContent;
}
return `${normalizedContent.slice(0, this.maxContextContentLength)}...`;
}
private async recordUsageLog(input: {
userId: string;
channel: AiChannel;
providerName: string | null;
model: string | null;
usage: AiUsageMetrics | null;
latencyMs: number;
success: boolean;
errorCode: string | null;
}): Promise<void> {
try {
await this.prismaService.aiUsageLog.create({
data: {
userId: input.userId,
channel: input.channel,
providerName:
input.providerName === null
? null
: this.dataEncryptionService.encryptString(input.providerName),
model:
input.model === null ? null : this.dataEncryptionService.encryptString(input.model),
promptTokens: input.usage?.promptTokens ?? 0,
completionTokens: input.usage?.completionTokens ?? 0,
totalTokens: input.usage?.totalTokens ?? 0,
latencyMs: input.latencyMs,
success: input.success,
errorCode: input.errorCode
}
});
} catch (error) {
const message = error instanceof Error ? error.message : "未知错误";
this.logger.warn(`写入 AI 使用日志失败:${message}`);
}
}
}
+61
View File
@@ -0,0 +1,61 @@
import { AiChannel } from "../../generated/prisma/client";
export type AiResolvedRouteCandidate = {
channel: AiChannel;
source: "binding" | "public_pool";
sourceId: string | null;
providerName: string;
model: string | null;
configId: string | null;
configName: string | null;
endpoint: string | null;
apiKey: string | null;
};
export type AiChatInput = {
userId: string;
message: string;
sessionId: string | null;
};
export type AiChatResult = {
channel: AiChannel;
providerName: string;
model: string | null;
content: string;
sessionId: string | null;
usage: AiUsageMetrics | null;
raw: unknown;
};
export type AiUsageMetrics = {
promptTokens: number;
completionTokens: number;
totalTokens: number;
};
export type AiRouteAttempt = {
channel: AiChannel;
providerName: string | null;
model: string | null;
status: "skipped" | "failed" | "success";
reasonCode: string | null;
reasonMessage: string | null;
};
export class AiRouteFailureError extends Error {
constructor(
public readonly channel: AiChannel,
public readonly providerName: string,
public readonly code: string,
message: string
) {
super(message);
this.name = "AiRouteFailureError";
Object.setPrototypeOf(this, new.target.prototype);
}
}
export interface AiChannelExecutor {
execute(candidate: AiResolvedRouteCandidate, input: AiChatInput): Promise<AiChatResult>;
}
+60
View File
@@ -0,0 +1,60 @@
import { Type } from "class-transformer";
import {
IsArray,
IsEnum,
IsInt,
IsOptional,
IsString,
MinLength,
ValidateNested
} from "class-validator";
import { AiChannel } from "../../../generated/prisma/client";
import { TaskPriority, TaskStatus } from "../../../generated/prisma/client";
export class LocalTaskContextItemDto {
@IsString()
@MinLength(1)
id!: string;
@IsString()
@MinLength(1)
title!: string;
@IsEnum(TaskPriority)
priority!: TaskPriority;
@IsEnum(TaskStatus)
status!: TaskStatus;
@IsOptional()
@IsInt()
ddlAt?: number | null;
@IsOptional()
@IsString()
contentText?: string | null;
@IsInt()
updatedAt!: number;
}
export class AiChatDto {
@IsString()
@MinLength(1)
message!: string;
@IsOptional()
@IsString()
@MinLength(1)
sessionId?: string;
@IsOptional()
@IsEnum(AiChannel)
channel?: AiChannel;
@IsOptional()
@IsArray()
@ValidateNested({ each: true })
@Type(() => LocalTaskContextItemDto)
localTasks?: LocalTaskContextItemDto[];
}
@@ -0,0 +1,48 @@
import { Transform, Type } from "class-transformer";
import { IsBoolean, IsEnum, IsInt, IsOptional, Max, Min } from "class-validator";
import { AiChannel } from "../../../generated/prisma/client";
function normalizeBoolean(value: unknown): boolean | undefined {
if (typeof value === "boolean") {
return value;
}
if (typeof value !== "string") {
return undefined;
}
const normalized = value.trim().toLowerCase();
if (normalized === "true" || normalized === "1") {
return true;
}
if (normalized === "false" || normalized === "0") {
return false;
}
return undefined;
}
export class ListAiUsageLogsQueryDto {
@Type(() => Number)
@IsOptional()
@IsInt()
@Min(1)
page?: number;
@Type(() => Number)
@IsOptional()
@IsInt()
@Min(1)
@Max(100)
pageSize?: number;
@IsOptional()
@IsEnum(AiChannel)
channel?: AiChannel;
@Transform(({ value }) => normalizeBoolean(value))
@IsOptional()
@IsBoolean()
success?: boolean;
}
@@ -0,0 +1,47 @@
import { AiChannel } from "../../../generated/prisma/client";
import { IsBoolean, IsEnum, IsOptional, IsString, IsUrl, MinLength } from "class-validator";
export class UpsertAiProviderBindingDto {
@IsEnum(AiChannel)
channel!: AiChannel;
@IsOptional()
@IsString()
@MinLength(1)
providerName?: string;
@IsOptional()
@IsString()
@MinLength(1)
model?: string;
@IsOptional()
@IsString()
@MinLength(1)
configId?: string;
@IsOptional()
@IsString()
@MinLength(1)
configName?: string;
@IsOptional()
@IsUrl(
{
require_tld: false
},
{
message: "endpoint \u5fc5\u987b\u662f\u5408\u6cd5\u7684 URL"
}
)
endpoint?: string;
@IsOptional()
@IsString()
@MinLength(1)
apiKey?: string;
@IsOptional()
@IsBoolean()
isEnabled?: boolean;
}
@@ -0,0 +1,284 @@
import { Injectable } from "@nestjs/common";
import {
AiChannelExecutor,
AiChatInput,
AiChatResult,
AiResolvedRouteCandidate,
AiRouteFailureError
} from "../ai.types";
@Injectable()
export class AstrbotProvider implements AiChannelExecutor {
async execute(candidate: AiResolvedRouteCandidate, input: AiChatInput): Promise<AiChatResult> {
const routeLabel =
candidate.providerName || candidate.configName || candidate.configId || "astrbot";
if (!candidate.endpoint) {
throw new AiRouteFailureError(
candidate.channel,
routeLabel,
"MISSING_ENDPOINT",
"缺少 AstrBot 服务地址配置"
);
}
if (!candidate.apiKey) {
throw new AiRouteFailureError(
candidate.channel,
routeLabel,
"MISSING_API_KEY",
"缺少 AstrBot API Key 配置"
);
}
const requestUrl = this.buildRequestUrl(candidate.endpoint);
let response: Response;
try {
response = await fetch(requestUrl, {
method: "POST",
headers: {
"Content-Type": "application/json",
Authorization: `Bearer ${candidate.apiKey}`
},
body: JSON.stringify({
username: input.userId,
session_id: input.sessionId ?? undefined,
message: input.message,
enable_streaming: false,
selected_model: candidate.model ?? undefined
}),
signal: AbortSignal.timeout(30000)
});
} catch (error) {
throw new AiRouteFailureError(
candidate.channel,
routeLabel,
"UPSTREAM_UNREACHABLE",
this.toErrorMessage(error, "AstrBot 服务请求失败")
);
}
if (!response.ok) {
const rawText = await response.text();
throw new AiRouteFailureError(
candidate.channel,
routeLabel,
`UPSTREAM_HTTP_${response.status}`,
this.extractHttpErrorMessage(rawText, response.status)
);
}
const events = await this.readSseEvents(response);
let content = "";
let sessionId = input.sessionId;
for (const event of events) {
const type = this.readString(event["type"]);
if (type === "session_id") {
sessionId = this.readString(event["session_id"]) ?? sessionId;
continue;
}
if (type === "error") {
throw new AiRouteFailureError(
candidate.channel,
routeLabel,
this.readString(event["code"]) ?? "ASTRBOT_ERROR",
this.readString(event["data"]) ?? "AstrBot 返回错误"
);
}
if (type !== "plain") {
continue;
}
const chainType = this.readString(event["chain_type"]);
if (
chainType === "reasoning" ||
chainType === "tool_call" ||
chainType === "tool_call_result"
) {
continue;
}
const data = this.readString(event["data"]);
if (!data) {
continue;
}
if (event["streaming"] === true) {
content += data;
continue;
}
content = data;
}
if (!content.trim()) {
throw new AiRouteFailureError(
candidate.channel,
routeLabel,
"EMPTY_RESPONSE",
"AstrBot 没有返回有效内容"
);
}
return {
channel: candidate.channel,
providerName: routeLabel,
model: candidate.model,
content,
sessionId,
usage: this.extractUsage(events),
raw: events
};
}
private buildRequestUrl(endpoint: string): string {
const normalizedEndpoint = endpoint.replace(/\/+$/, "");
if (normalizedEndpoint.endsWith("/api/v1/chat")) {
return normalizedEndpoint;
}
if (normalizedEndpoint.endsWith("/api/v1")) {
return `${normalizedEndpoint}/chat`;
}
if (normalizedEndpoint.endsWith("/api")) {
return `${normalizedEndpoint}/v1/chat`;
}
return `${normalizedEndpoint}/api/v1/chat`;
}
private parseSseEvents(rawText: string): Array<Record<string, unknown>> {
return rawText
.split(/\r?\n\r?\n/)
.map((block) =>
block
.split(/\r?\n/)
.filter((line) => line.startsWith("data:"))
.map((line) => line.slice(5).trim())
.join("\n")
)
.filter((payload) => payload.length > 0)
.map((payload) => {
try {
return JSON.parse(payload) as Record<string, unknown>;
} catch {
return null;
}
})
.filter((item): item is Record<string, unknown> => item !== null);
}
private async readSseEvents(response: Response): Promise<Array<Record<string, unknown>>> {
if (!response.body) {
return this.parseSseEvents(await response.text());
}
const reader = response.body.getReader();
const decoder = new TextDecoder();
const events: Array<Record<string, unknown>> = [];
let buffer = "";
let reachedEndEvent = false;
try {
while (!reachedEndEvent) {
const { done, value } = await reader.read();
if (done) {
break;
}
buffer += decoder.decode(value, { stream: true });
const segments = buffer.split(/\r?\n\r?\n/);
buffer = segments.pop() ?? "";
for (const segment of segments) {
const parsedEvents = this.parseSseEvents(segment);
for (const event of parsedEvents) {
events.push(event);
if (this.readString(event["type"]) === "end") {
reachedEndEvent = true;
break;
}
}
if (reachedEndEvent) {
break;
}
}
}
const tail = `${buffer}${decoder.decode()}`;
if (tail.trim().length > 0) {
events.push(...this.parseSseEvents(tail));
}
} finally {
await reader.cancel();
}
return events;
}
private extractHttpErrorMessage(rawText: string, statusCode: number): string {
try {
const payload = JSON.parse(rawText) as Record<string, unknown>;
if (typeof payload["message"] === "string") {
return payload["message"];
}
if (typeof payload["data"] === "string") {
return payload["data"];
}
} catch {
return `AstrBot 服务调用失败,状态码 ${statusCode}`;
}
return `AstrBot 服务调用失败,状态码 ${statusCode}`;
}
private readString(value: unknown): string | null {
return typeof value === "string" ? value : null;
}
private toErrorMessage(error: unknown, fallback: string): string {
if (error instanceof Error && error.message) {
return error.message;
}
return fallback;
}
private extractUsage(events: Array<Record<string, unknown>>): AiChatResult["usage"] {
for (const event of events) {
if (this.readString(event["type"]) !== "agent_stats") {
continue;
}
const data = this.asRecord(event["data"]);
const tokenUsage = this.asRecord(data?.["token_usage"]);
if (!tokenUsage) {
continue;
}
const promptTokens =
(this.readNumber(tokenUsage["input_other"]) ?? 0) +
(this.readNumber(tokenUsage["input_cached"]) ?? 0);
const completionTokens = this.readNumber(tokenUsage["output"]) ?? 0;
return {
promptTokens,
completionTokens,
totalTokens: promptTokens + completionTokens
};
}
return null;
}
private asRecord(value: unknown): Record<string, unknown> | null {
return typeof value === "object" && value !== null ? (value as Record<string, unknown>) : null;
}
private readNumber(value: unknown): number | null {
return typeof value === "number" && Number.isFinite(value) ? value : null;
}
}
@@ -0,0 +1,300 @@
import { Injectable } from "@nestjs/common";
import {
AiChannelExecutor,
AiChatInput,
AiChatResult,
AiResolvedRouteCandidate,
AiRouteFailureError
} from "../ai.types";
@Injectable()
export class OpenAiCompatibleProvider implements AiChannelExecutor {
async execute(candidate: AiResolvedRouteCandidate, input: AiChatInput): Promise<AiChatResult> {
if (!candidate.endpoint) {
throw new AiRouteFailureError(
candidate.channel,
candidate.providerName,
"MISSING_ENDPOINT",
"缺少 AI 服务地址配置"
);
}
if (!candidate.apiKey) {
throw new AiRouteFailureError(
candidate.channel,
candidate.providerName,
"MISSING_API_KEY",
"缺少 AI 服务密钥配置"
);
}
if (!candidate.model) {
throw new AiRouteFailureError(
candidate.channel,
candidate.providerName,
"MISSING_MODEL",
"缺少 AI 模型配置"
);
}
const requestUrl = this.buildRequestUrl(candidate.endpoint);
let response: Response;
try {
response = await fetch(requestUrl, {
method: "POST",
headers: {
"Content-Type": "application/json",
Authorization: `Bearer ${candidate.apiKey}`
},
body: JSON.stringify({
model: candidate.model,
messages: [
{
role: "user",
content: input.message
}
],
stream: false
}),
signal: AbortSignal.timeout(30000)
});
} catch (error) {
throw new AiRouteFailureError(
candidate.channel,
candidate.providerName,
"UPSTREAM_UNREACHABLE",
this.toErrorMessage(error, "AI 服务请求失败")
);
}
let payload: unknown;
try {
payload = await response.json();
} catch (error) {
throw new AiRouteFailureError(
candidate.channel,
candidate.providerName,
"INVALID_RESPONSE",
this.toErrorMessage(error, "AI 服务返回了无法解析的数据")
);
}
if (!response.ok) {
throw new AiRouteFailureError(
candidate.channel,
candidate.providerName,
`UPSTREAM_HTTP_${response.status}`,
this.extractErrorMessage(payload, `AI 服务调用失败,状态码 ${response.status}`)
);
}
const content = this.extractAssistantText(payload);
if (!content.trim()) {
throw new AiRouteFailureError(
candidate.channel,
candidate.providerName,
"EMPTY_RESPONSE",
"AI 服务没有返回有效内容"
);
}
return {
channel: candidate.channel,
providerName: candidate.providerName,
model: this.extractModel(payload) ?? candidate.model,
content,
sessionId: input.sessionId,
usage: this.extractUsage(payload),
raw: payload
};
}
private buildRequestUrl(endpoint: string): string {
const normalizedEndpoint = endpoint.replace(/\/+$/, "");
if (normalizedEndpoint.endsWith("/chat/completions")) {
return normalizedEndpoint;
}
if (normalizedEndpoint.endsWith("/v1")) {
return `${normalizedEndpoint}/chat/completions`;
}
return `${normalizedEndpoint}/v1/chat/completions`;
}
private extractAssistantText(payload: unknown): string {
const chatCompletionText = this.extractChatCompletionText(payload);
if (chatCompletionText) {
return chatCompletionText;
}
const responsesText = this.extractResponsesApiText(payload);
if (responsesText) {
return responsesText;
}
return "";
}
private extractChatCompletionText(payload: unknown): string {
if (!this.isRecord(payload)) {
return "";
}
const choices = payload["choices"];
if (!Array.isArray(choices) || choices.length === 0) {
return "";
}
const firstChoice = choices[0];
if (!this.isRecord(firstChoice)) {
return "";
}
const message = firstChoice["message"];
if (this.isRecord(message)) {
const messageContent = this.extractMessageContent(message["content"]);
if (messageContent) {
return messageContent;
}
}
if (typeof firstChoice["text"] === "string") {
return firstChoice["text"];
}
return "";
}
private extractResponsesApiText(payload: unknown): string {
if (!this.isRecord(payload)) {
return "";
}
if (typeof payload["output_text"] === "string") {
return payload["output_text"];
}
const output = payload["output"];
if (!Array.isArray(output)) {
return "";
}
return output
.map((item) => {
if (!this.isRecord(item)) {
return "";
}
if (typeof item["text"] === "string") {
return item["text"];
}
return this.extractMessageContent(item["content"]);
})
.filter((item) => item.length > 0)
.join("\n")
.trim();
}
private extractMessageContent(content: unknown): string {
if (typeof content === "string") {
return content;
}
if (!Array.isArray(content)) {
return "";
}
return content
.map((item) => this.extractContentPartText(item))
.filter((item) => item.length > 0)
.join("\n")
.trim();
}
private extractContentPartText(item: unknown): string {
if (!this.isRecord(item)) {
return "";
}
if (typeof item["text"] === "string") {
return item["text"];
}
if (this.isRecord(item["text"]) && typeof item["text"]["value"] === "string") {
return item["text"]["value"];
}
if (typeof item["content"] === "string") {
return item["content"];
}
if (this.isRecord(item["content"]) && typeof item["content"]["text"] === "string") {
return item["content"]["text"];
}
return "";
}
private extractModel(payload: unknown): string | null {
if (!this.isRecord(payload) || typeof payload["model"] !== "string") {
return null;
}
return payload["model"];
}
private extractUsage(payload: unknown): AiChatResult["usage"] {
if (!this.isRecord(payload)) {
return null;
}
const usage = payload["usage"];
if (!this.isRecord(usage)) {
return null;
}
const promptTokens = this.readNumber(usage["prompt_tokens"]);
const completionTokens = this.readNumber(usage["completion_tokens"]);
const totalTokens = this.readNumber(usage["total_tokens"]);
if (promptTokens === null && completionTokens === null && totalTokens === null) {
return null;
}
return {
promptTokens: promptTokens ?? 0,
completionTokens: completionTokens ?? 0,
totalTokens: totalTokens ?? (promptTokens ?? 0) + (completionTokens ?? 0)
};
}
private extractErrorMessage(payload: unknown, fallback: string): string {
if (!this.isRecord(payload)) {
return fallback;
}
const error = payload["error"];
if (!this.isRecord(error) || typeof error["message"] !== "string") {
return fallback;
}
return error["message"];
}
private isRecord(value: unknown): value is Record<string, unknown> {
return typeof value === "object" && value !== null;
}
private toErrorMessage(error: unknown, fallback: string): string {
if (error instanceof Error && error.message) {
return error.message;
}
return fallback;
}
private readNumber(value: unknown): number | null {
return typeof value === "number" && Number.isFinite(value) ? value : null;
}
}
+9 -2
View File
@@ -1,20 +1,27 @@
import { Module } from "@nestjs/common"; import { Module } from "@nestjs/common";
import { ConfigModule } from "@nestjs/config"; import { ConfigModule } from "@nestjs/config";
import { resolve } from "node:path";
import { AiModule } from "./ai/ai.module";
import { AttachmentModule } from "./attachment/attachment.module"; import { AttachmentModule } from "./attachment/attachment.module";
import { AuthModule } from "./auth/auth.module"; import { AuthModule } from "./auth/auth.module";
import { PrismaModule } from "./prisma/prisma.module"; import { PrismaModule } from "./prisma/prisma.module";
import { SecurityModule } from "./security/security.module";
import { SyncModule } from "./sync/sync.module";
import { TaskModule } from "./task/task.module"; import { TaskModule } from "./task/task.module";
@Module({ @Module({
imports: [ imports: [
ConfigModule.forRoot({ ConfigModule.forRoot({
isGlobal: true, isGlobal: true,
envFilePath: ".env" envFilePath: [resolve(__dirname, "../.env"), ".env"]
}), }),
PrismaModule, PrismaModule,
SecurityModule,
AuthModule, AuthModule,
TaskModule, TaskModule,
AttachmentModule AttachmentModule,
SyncModule,
AiModule
] ]
}) })
export class AppModule {} export class AppModule {}
+72 -19
View File
@@ -1,10 +1,16 @@
import { randomUUID } from "node:crypto"; import { randomUUID } from "node:crypto";
import { Injectable, NotFoundException, PayloadTooLargeException } from "@nestjs/common"; import {
Injectable,
InternalServerErrorException,
NotFoundException,
PayloadTooLargeException
} from "@nestjs/common";
import { ConfigService } from "@nestjs/config"; import { ConfigService } from "@nestjs/config";
import { PutObjectCommand, S3Client } from "@aws-sdk/client-s3"; import { PutObjectCommand, S3Client } from "@aws-sdk/client-s3";
import { getSignedUrl } from "@aws-sdk/s3-request-presigner"; import { getSignedUrl } from "@aws-sdk/s3-request-presigner";
import { AttachmentType } from "../../generated/prisma/client"; import { AttachmentType } from "../../generated/prisma/client";
import { PrismaService } from "../prisma/prisma.service"; import { PrismaService } from "../prisma/prisma.service";
import { DataEncryptionService } from "../security/data-encryption.service";
import { CompleteAttachmentDto } from "./dto/complete-attachment.dto"; import { CompleteAttachmentDto } from "./dto/complete-attachment.dto";
import { PresignAttachmentDto } from "./dto/presign-attachment.dto"; import { PresignAttachmentDto } from "./dto/presign-attachment.dto";
@@ -25,9 +31,7 @@ export type PresignAttachmentResponse = {
usedBytes: string; usedBytes: string;
remainingBytes: string; remainingBytes: string;
}; };
headers: { headers: Record<string, string>;
"Content-Type": string;
};
}; };
export type AttachmentResponse = { export type AttachmentResponse = {
@@ -52,7 +56,8 @@ export class AttachmentService {
constructor( constructor(
private readonly configService: ConfigService, private readonly configService: ConfigService,
private readonly prismaService: PrismaService private readonly prismaService: PrismaService,
private readonly dataEncryptionService: DataEncryptionService
) {} ) {}
async presignAttachment( async presignAttachment(
@@ -67,15 +72,17 @@ export class AttachmentService {
} }
const bucket = this.getDefaultBucket(); const bucket = this.getDefaultBucket();
const objectKey = this.generateObjectKey(userId, body.fileName); const objectKey = this.generateObjectKey(body.fileName);
const objectUrl = this.resolveObjectUrl(bucket, objectKey); const objectUrl = this.resolveObjectUrl(bucket, objectKey);
const expiresInSeconds = this.getPresignExpiresInSeconds(); const expiresInSeconds = this.getPresignExpiresInSeconds();
const serverSideEncryption = this.getServerSideEncryptionMode();
const command = new PutObjectCommand({ const command = new PutObjectCommand({
Bucket: bucket, Bucket: bucket,
Key: objectKey, Key: objectKey,
ContentType: body.mimeType, ContentType: body.mimeType,
ContentLength: body.fileSize ContentLength: body.fileSize,
ServerSideEncryption: serverSideEncryption
}); });
const uploadUrl = await getSignedUrl(this.getS3Client(), command, { const uploadUrl = await getSignedUrl(this.getS3Client(), command, {
@@ -94,9 +101,7 @@ export class AttachmentService {
usedBytes: quotaInfo.usedBytes.toString(), usedBytes: quotaInfo.usedBytes.toString(),
remainingBytes: (quotaInfo.totalBytes - quotaInfo.usedBytes).toString() remainingBytes: (quotaInfo.totalBytes - quotaInfo.usedBytes).toString()
}, },
headers: { headers: this.buildUploadHeaders(body.mimeType, serverSideEncryption)
"Content-Type": body.mimeType
}
}; };
} }
@@ -139,14 +144,14 @@ export class AttachmentService {
userId, userId,
taskId: body.taskId ?? null, taskId: body.taskId ?? null,
type: body.type ?? this.resolveAttachmentType(body.mimeType), type: body.type ?? this.resolveAttachmentType(body.mimeType),
url: objectUrl, url: this.encryptRequiredString(objectUrl),
mimeType: body.mimeType, mimeType: body.mimeType,
fileName: body.fileName, fileName: this.encryptNullableString(body.fileName),
fileSize: body.fileSize, fileSize: body.fileSize,
width: body.width ?? null, width: body.width ?? null,
height: body.height ?? null, height: body.height ?? null,
durationMs: body.durationMs ?? null, durationMs: body.durationMs ?? null,
checksum: body.checksum ?? null checksum: this.encryptNullableString(body.checksum)
} }
}); });
}); });
@@ -155,14 +160,14 @@ export class AttachmentService {
id: attachment.id, id: attachment.id,
taskId: attachment.taskId, taskId: attachment.taskId,
type: attachment.type, type: attachment.type,
url: attachment.url, url: this.readDecryptedString(attachment.url) ?? objectUrl,
mimeType: attachment.mimeType, mimeType: attachment.mimeType,
fileName: attachment.fileName, fileName: this.readDecryptedString(attachment.fileName),
fileSize: attachment.fileSize, fileSize: attachment.fileSize,
width: attachment.width, width: attachment.width,
height: attachment.height, height: attachment.height,
durationMs: attachment.durationMs, durationMs: attachment.durationMs,
checksum: attachment.checksum, checksum: this.readDecryptedString(attachment.checksum),
createdAt: attachment.createdAt.toISOString(), createdAt: attachment.createdAt.toISOString(),
updatedAt: attachment.updatedAt.toISOString() updatedAt: attachment.updatedAt.toISOString()
}; };
@@ -204,10 +209,9 @@ export class AttachmentService {
return Math.min(configValue, 604800); return Math.min(configValue, 604800);
} }
private generateObjectKey(userId: string, fileName: string): string { private generateObjectKey(fileName: string): string {
const safeFileName = fileName.replace(/[^\w.-]+/g, "_");
const datePrefix = new Date().toISOString().slice(0, 10); const datePrefix = new Date().toISOString().slice(0, 10);
return `${userId}/${datePrefix}/${randomUUID()}-${safeFileName}`; return `attachments/${datePrefix}/${randomUUID()}${this.extractFileExtension(fileName)}`;
} }
private resolveObjectUrl(bucket: string, objectKey: string): string { private resolveObjectUrl(bucket: string, objectKey: string): string {
@@ -232,6 +236,37 @@ export class AttachmentService {
return AttachmentType.FILE; return AttachmentType.FILE;
} }
private buildUploadHeaders(
mimeType: string,
serverSideEncryption: "AES256" | undefined
): Record<string, string> {
const headers: Record<string, string> = {
"Content-Type": mimeType
};
if (serverSideEncryption) {
headers["x-amz-server-side-encryption"] = serverSideEncryption;
}
return headers;
}
private getServerSideEncryptionMode(): "AES256" | undefined {
const configValue =
this.configService.get<string>("S3_SERVER_SIDE_ENCRYPTION")?.trim().toUpperCase() ?? "AES256";
if (configValue === "NONE" || configValue === "DISABLED") {
return undefined;
}
return "AES256";
}
private extractFileExtension(fileName: string): string {
const match = /\.[a-zA-Z0-9]{1,16}$/.exec(fileName);
return match?.[0]?.toLowerCase() ?? "";
}
private async ensureTaskOwnership(userId: string, taskId: string): Promise<void> { private async ensureTaskOwnership(userId: string, taskId: string): Promise<void> {
const task = await this.prismaService.task.findFirst({ const task = await this.prismaService.task.findFirst({
where: { where: {
@@ -279,4 +314,22 @@ export class AttachmentService {
throw new PayloadTooLargeException("存储配额不足"); throw new PayloadTooLargeException("存储配额不足");
} }
} }
private encryptRequiredString(value: string): string {
const encryptedValue = this.dataEncryptionService.encryptString(value);
if (!encryptedValue) {
throw new InternalServerErrorException("附件元数据加密失败");
}
return encryptedValue;
}
private encryptNullableString(value: string | null | undefined): string | null | undefined {
return this.dataEncryptionService.encryptString(value);
}
private readDecryptedString(value: string | null): string | null {
const decryptedValue = this.dataEncryptionService.decryptString(value);
return typeof decryptedValue === "string" ? decryptedValue : null;
}
} }
+36 -5
View File
@@ -5,6 +5,7 @@ import { randomUUID } from "node:crypto";
import { authenticator } from "@otplib/preset-default"; import { authenticator } from "@otplib/preset-default";
import { AuthMailService } from "./auth-mail.service"; import { AuthMailService } from "./auth-mail.service";
import { PrismaService } from "../prisma/prisma.service"; import { PrismaService } from "../prisma/prisma.service";
import { DataEncryptionService } from "../security/data-encryption.service";
type EmailCodeEntry = { type EmailCodeEntry = {
code: string; code: string;
@@ -33,7 +34,8 @@ export class AuthService {
private readonly configService: ConfigService, private readonly configService: ConfigService,
private readonly jwtService: JwtService, private readonly jwtService: JwtService,
private readonly authMailService: AuthMailService, private readonly authMailService: AuthMailService,
private readonly prismaService: PrismaService private readonly prismaService: PrismaService,
private readonly dataEncryptionService: DataEncryptionService
) {} ) {}
async sendEmailCode(email: string): Promise<{ success: boolean; expiresInSeconds: number }> { async sendEmailCode(email: string): Promise<{ success: boolean; expiresInSeconds: number }> {
@@ -118,7 +120,10 @@ export class AuthService {
} }
}); });
return this.issueTokens(entry.user); return this.issueTokens({
id: entry.user.id,
email: this.readRequiredEmail(entry.user.email)
});
} }
async revokeRefreshToken(refreshToken: string): Promise<{ success: boolean }> { async revokeRefreshToken(refreshToken: string): Promise<{ success: boolean }> {
@@ -205,19 +210,27 @@ export class AuthService {
} }
private async getOrCreateUser(email: string): Promise<AuthUser> { private async getOrCreateUser(email: string): Promise<AuthUser> {
return this.prismaService.user.upsert({ const normalizedEmail = email.toLowerCase();
const emailHash = this.dataEncryptionService.createLookupHash("user.email", normalizedEmail);
const user = await this.prismaService.user.upsert({
where: { where: {
email emailHash
}, },
update: {}, update: {},
create: { create: {
email email: this.encryptRequiredString(normalizedEmail),
emailHash
}, },
select: { select: {
id: true, id: true,
email: true email: true
} }
}); });
return {
id: user.id,
email: this.readRequiredEmail(user.email)
};
} }
private generateCode(): string { private generateCode(): string {
@@ -254,4 +267,22 @@ export class AuthService {
user user
}; };
} }
private encryptRequiredString(value: string): string {
const encryptedValue = this.dataEncryptionService.encryptString(value);
if (!encryptedValue) {
throw new UnauthorizedException("用户敏感字段加密失败");
}
return encryptedValue;
}
private readRequiredEmail(value: string): string {
const decryptedValue = this.dataEncryptionService.decryptString(value);
if (typeof decryptedValue !== "string" || decryptedValue.length === 0) {
throw new UnauthorizedException("用户邮箱解密失败");
}
return decryptedValue;
}
} }
+9 -1
View File
@@ -1,10 +1,18 @@
import "reflect-metadata"; import "reflect-metadata";
import { ValidationPipe } from "@nestjs/common"; import { ValidationPipe } from "@nestjs/common";
import { NestFactory } from "@nestjs/core"; import { NestFactory } from "@nestjs/core";
import type { NestExpressApplication } from "@nestjs/platform-express";
import { AppModule } from "./app.module"; import { AppModule } from "./app.module";
async function bootstrap(): Promise<void> { async function bootstrap(): Promise<void> {
const app = await NestFactory.create(AppModule); const app = await NestFactory.create<NestExpressApplication>(AppModule);
const bodyLimit = process.env.API_BODY_LIMIT ?? "8mb";
app.useBodyParser("json", { limit: bodyLimit });
app.useBodyParser("urlencoded", {
extended: true,
limit: bodyLimit
});
app.enableCors({ app.enableCors({
origin: true, origin: true,
credentials: true credentials: true
@@ -0,0 +1,155 @@
import { Injectable, InternalServerErrorException } from "@nestjs/common";
import { ConfigService } from "@nestjs/config";
import { Prisma } from "../../generated/prisma/client";
import { createCipheriv, createDecipheriv, createHash, createHmac, randomBytes } from "node:crypto";
const ENCRYPTION_PREFIX = "encv1";
const ENCRYPTION_ALGORITHM = "aes-256-gcm";
const ENCRYPTION_IV_LENGTH = 12;
@Injectable()
export class DataEncryptionService {
constructor(private readonly configService: ConfigService) {}
isConfigured(): boolean {
return Boolean(this.configService.get<string>("DATA_ENCRYPTION_SECRET"));
}
isEncryptedString(value: string): boolean {
return value.startsWith(`${ENCRYPTION_PREFIX}:`);
}
encryptString(value: string | null | undefined): string | null | undefined {
if (value === undefined) {
return undefined;
}
if (value === null) {
return null;
}
const key = this.resolveKey();
const iv = randomBytes(ENCRYPTION_IV_LENGTH);
const cipher = createCipheriv(ENCRYPTION_ALGORITHM, key, iv);
const encrypted = Buffer.concat([cipher.update(value, "utf8"), cipher.final()]);
const authTag = cipher.getAuthTag();
return [
ENCRYPTION_PREFIX,
iv.toString("base64url"),
authTag.toString("base64url"),
encrypted.toString("base64url")
].join(":");
}
decryptString(value: string | null | undefined): string | null | undefined {
if (value === undefined) {
return undefined;
}
if (value === null || !this.isEncryptedPayload(value)) {
return value;
}
const [prefix, ivText, authTagText, encryptedText] = value.split(":");
if (prefix !== ENCRYPTION_PREFIX || !ivText || !authTagText || encryptedText === undefined) {
throw new InternalServerErrorException("加密数据格式无效");
}
try {
const key = this.resolveKey();
const decipher = createDecipheriv(
ENCRYPTION_ALGORITHM,
key,
Buffer.from(ivText, "base64url")
);
decipher.setAuthTag(Buffer.from(authTagText, "base64url"));
const decrypted = Buffer.concat([
decipher.update(Buffer.from(encryptedText, "base64url")),
decipher.final()
]);
return decrypted.toString("utf8");
} catch {
throw new InternalServerErrorException("加密数据解密失败");
}
}
encryptJson(
value: Prisma.InputJsonValue | null | undefined
): Prisma.InputJsonValue | null | undefined {
if (value === undefined) {
return undefined;
}
if (value === null) {
return null;
}
return this.encryptString(JSON.stringify(value));
}
decryptJson(value: Prisma.JsonValue | null): Prisma.JsonValue | null {
if (value === null) {
return null;
}
if (typeof value !== "string" || !this.isEncryptedPayload(value)) {
return value;
}
const decrypted = this.decryptString(value);
if (typeof decrypted !== "string") {
throw new InternalServerErrorException("加密数据解密失败");
}
try {
return JSON.parse(decrypted) as Prisma.JsonValue;
} catch {
throw new InternalServerErrorException("加密 JSON 数据损坏");
}
}
decryptPayload(value: Prisma.JsonValue | null): string | null {
if (value === null) {
return null;
}
if (typeof value === "string") {
return this.decryptString(value) ?? null;
}
return JSON.stringify(value);
}
createLookupHash(scope: string, value: string): string {
const normalizedScope = scope.trim().toLowerCase();
if (!normalizedScope) {
throw new InternalServerErrorException("缺少盲索引作用域");
}
const secret = this.configService.get<string>("DATA_ENCRYPTION_SECRET");
if (!secret) {
throw new InternalServerErrorException("服务端未配置 DATA_ENCRYPTION_SECRET,无法生成盲索引");
}
return createHmac("sha256", `lookup:${normalizedScope}:${secret}`)
.update(value, "utf8")
.digest("hex");
}
private isEncryptedPayload(value: string): boolean {
return this.isEncryptedString(value);
}
private resolveKey(): Buffer {
const secret = this.configService.get<string>("DATA_ENCRYPTION_SECRET");
if (!secret) {
throw new InternalServerErrorException(
"服务端未配置 DATA_ENCRYPTION_SECRET,无法写入加密数据"
);
}
return createHash("sha256").update(secret, "utf8").digest();
}
}
+9
View File
@@ -0,0 +1,9 @@
import { Global, Module } from "@nestjs/common";
import { DataEncryptionService } from "./data-encryption.service";
@Global()
@Module({
providers: [DataEncryptionService],
exports: [DataEncryptionService]
})
export class SecurityModule {}
+16
View File
@@ -0,0 +1,16 @@
import { Type } from "class-transformer";
import { IsInt, IsOptional, IsString, Max, MaxLength, Min } from "class-validator";
export class SyncPullQueryDto {
@IsOptional()
@IsString()
@MaxLength(512)
cursor?: string;
@Type(() => Number)
@IsOptional()
@IsInt()
@Min(1)
@Max(200)
limit?: number;
}
+62
View File
@@ -0,0 +1,62 @@
import { Type } from "class-transformer";
import {
ArrayMaxSize,
ArrayMinSize,
IsArray,
IsEnum,
IsInt,
IsOptional,
IsString,
MaxLength,
Min,
ValidateNested
} from "class-validator";
export enum SyncEntityTypeDto {
TASK = "TASK"
}
export enum SyncActionTypeDto {
CREATE = "CREATE",
UPDATE = "UPDATE",
DELETE = "DELETE"
}
export class SyncPushOperationDto {
@IsString()
@MaxLength(64)
opId!: string;
@IsString()
@MaxLength(64)
entityId!: string;
@IsEnum(SyncEntityTypeDto)
entityType!: SyncEntityTypeDto;
@IsEnum(SyncActionTypeDto)
action!: SyncActionTypeDto;
@IsOptional()
@IsString()
@MaxLength(5000000)
payload?: string;
@Type(() => Number)
@IsInt()
@Min(0)
clientTs!: number;
@IsString()
@MaxLength(128)
deviceId!: string;
}
export class SyncPushDto {
@IsArray()
@ArrayMinSize(1)
@ArrayMaxSize(200)
@ValidateNested({ each: true })
@Type(() => SyncPushOperationDto)
operations!: SyncPushOperationDto[];
}
+34
View File
@@ -0,0 +1,34 @@
import { Body, Controller, Get, Headers, Post, Query, UnauthorizedException } from "@nestjs/common";
import { SyncPullQueryDto } from "./dto/sync-pull.dto";
import { SyncPushDto } from "./dto/sync-push.dto";
import { SyncPullResponse, SyncPushResponse, SyncService } from "./sync.service";
@Controller("sync")
export class SyncController {
constructor(private readonly syncService: SyncService) {}
@Get("pull")
async pullOperations(
@Headers("x-user-id") userIdHeader: string | string[] | undefined,
@Query() query: SyncPullQueryDto
): Promise<SyncPullResponse> {
return this.syncService.pullOperations(this.resolveUserId(userIdHeader), query);
}
@Post("push")
async pushOperations(
@Headers("x-user-id") userIdHeader: string | string[] | undefined,
@Body() body: SyncPushDto
): Promise<SyncPushResponse> {
return this.syncService.pushOperations(this.resolveUserId(userIdHeader), body);
}
private resolveUserId(userIdHeader: string | string[] | undefined): string {
const userId = Array.isArray(userIdHeader) ? userIdHeader[0] : userIdHeader;
if (!userId) {
throw new UnauthorizedException("缺少用户上下文");
}
return userId;
}
}
+11
View File
@@ -0,0 +1,11 @@
import { Module } from "@nestjs/common";
import { PrismaModule } from "../prisma/prisma.module";
import { SyncController } from "./sync.controller";
import { SyncService } from "./sync.service";
@Module({
imports: [PrismaModule],
controllers: [SyncController],
providers: [SyncService]
})
export class SyncModule {}
+309
View File
@@ -0,0 +1,309 @@
import { BadRequestException, Injectable } from "@nestjs/common";
import { Prisma } from "../../generated/prisma/client";
import { PrismaService } from "../prisma/prisma.service";
import { DataEncryptionService } from "../security/data-encryption.service";
import { SyncPullQueryDto } from "./dto/sync-pull.dto";
import { SyncPushDto, SyncPushOperationDto } from "./dto/sync-push.dto";
export type SyncPushItemStatus = "accepted" | "duplicate" | "failed";
export type SyncPushItemResult = {
opId: string;
status: SyncPushItemStatus;
serverTs: string | null;
reason: string | null;
};
export type SyncPushResponse = {
acceptedCount: number;
duplicateCount: number;
failedCount: number;
results: SyncPushItemResult[];
};
type ExistingOperationRecord = {
opId: string;
serverTs: Date;
};
type SyncPullCursorState = {
serverTs: string;
opId: string;
};
type SyncPullOperationRecord = {
opId: string;
entityId: string;
entityType: string;
action: string;
payload: Prisma.JsonValue | null;
clientTs: Date;
deviceId: string;
serverTs: Date;
};
export type SyncPullItem = {
opId: string;
entityId: string;
entityType: string;
action: string;
payload: string | null;
clientTs: number;
deviceId: string;
serverTs: string;
};
export type SyncPullResponse = {
items: SyncPullItem[];
nextCursor: string | null;
hasMore: boolean;
};
@Injectable()
export class SyncService {
constructor(
private readonly prismaService: PrismaService,
private readonly dataEncryptionService: DataEncryptionService
) {}
async pullOperations(userId: string, query: SyncPullQueryDto): Promise<SyncPullResponse> {
const limit = query.limit ?? 100;
const cursor = this.parseCursor(query.cursor);
const operations = (await this.prismaService.syncOperation.findMany({
where: this.buildPullWhereInput(userId, cursor),
orderBy: [{ serverTs: "asc" }, { opId: "asc" }],
take: limit + 1,
select: {
opId: true,
entityId: true,
entityType: true,
action: true,
payload: true,
clientTs: true,
deviceId: true,
serverTs: true
}
})) as SyncPullOperationRecord[];
const hasMore = operations.length > limit;
const pageItems = hasMore ? operations.slice(0, limit) : operations;
const lastOperation = pageItems.at(-1);
return {
items: pageItems.map((operation) => this.serializePullItem(operation)),
nextCursor: lastOperation
? this.encodeCursor({
serverTs: lastOperation.serverTs.toISOString(),
opId: lastOperation.opId
})
: (query.cursor ?? null),
hasMore
};
}
async pushOperations(userId: string, body: SyncPushDto): Promise<SyncPushResponse> {
const existingOperations = await this.loadExistingOperations(userId, body.operations);
const results: SyncPushItemResult[] = [];
const seenOperationIds = new Set<string>();
const acceptedOperationServerTs = new Map<string, string>();
for (const operation of body.operations) {
if (seenOperationIds.has(operation.opId)) {
results.push({
opId: operation.opId,
status: "duplicate",
serverTs: acceptedOperationServerTs.get(operation.opId) ?? null,
reason: "same_batch_duplicate"
});
continue;
}
seenOperationIds.add(operation.opId);
const existingOperation = existingOperations.get(operation.opId);
if (existingOperation) {
results.push({
opId: operation.opId,
status: "duplicate",
serverTs: existingOperation.serverTs.toISOString(),
reason: "already_synced"
});
continue;
}
try {
const createdOperation = await this.prismaService.syncOperation.create({
data: {
opId: operation.opId,
userId,
deviceId: operation.deviceId,
entityType: operation.entityType,
entityId: operation.entityId,
action: operation.action,
payload: this.dataEncryptionService.encryptString(operation.payload) ?? undefined,
clientTs: new Date(operation.clientTs)
},
select: {
opId: true,
serverTs: true
}
});
const serverTs = createdOperation.serverTs.toISOString();
acceptedOperationServerTs.set(createdOperation.opId, serverTs);
results.push({
opId: createdOperation.opId,
status: "accepted",
serverTs,
reason: null
});
} catch (error) {
if (this.isDuplicateOpIdError(error)) {
results.push({
opId: operation.opId,
status: "duplicate",
serverTs: null,
reason: "already_synced"
});
continue;
}
results.push({
opId: operation.opId,
status: "failed",
serverTs: null,
reason: "persist_failed"
});
}
}
return {
acceptedCount: results.filter((item) => item.status === "accepted").length,
duplicateCount: results.filter((item) => item.status === "duplicate").length,
failedCount: results.filter((item) => item.status === "failed").length,
results
};
}
private async loadExistingOperations(
userId: string,
operations: SyncPushOperationDto[]
): Promise<Map<string, ExistingOperationRecord>> {
const opIds = Array.from(new Set(operations.map((operation) => operation.opId)));
const existingOperations = (await this.prismaService.syncOperation.findMany({
where: {
userId,
opId: {
in: opIds
}
},
select: {
opId: true,
serverTs: true
}
})) as ExistingOperationRecord[];
return new Map(
existingOperations.map((operation): [string, ExistingOperationRecord] => [
operation.opId,
operation
])
);
}
private buildPullWhereInput(
userId: string,
cursor: SyncPullCursorState | null
): Prisma.SyncOperationWhereInput {
if (!cursor) {
return { userId };
}
const cursorDate = new Date(cursor.serverTs);
return {
userId,
// 同一毫秒内可能有多条操作,必须使用 opId 作为二级游标来保证稳定分页。
OR: [
{
serverTs: {
gt: cursorDate
}
},
{
serverTs: cursorDate,
opId: {
gt: cursor.opId
}
}
]
};
}
private serializePullItem(operation: SyncPullOperationRecord): SyncPullItem {
return {
opId: operation.opId,
entityId: operation.entityId,
entityType: operation.entityType,
action: operation.action,
payload: this.serializePayload(operation.payload),
clientTs: operation.clientTs.getTime(),
deviceId: operation.deviceId,
serverTs: operation.serverTs.toISOString()
};
}
private serializePayload(payload: Prisma.JsonValue | null): string | null {
return this.dataEncryptionService.decryptPayload(payload);
}
private parseCursor(cursor: string | undefined): SyncPullCursorState | null {
if (!cursor) {
return null;
}
let decodedCursor: unknown;
try {
decodedCursor = JSON.parse(Buffer.from(cursor, "base64url").toString("utf8"));
} catch {
throw new BadRequestException("Invalid sync cursor");
}
if (typeof decodedCursor !== "object" || decodedCursor === null) {
throw new BadRequestException("Invalid sync cursor");
}
const cursorRecord = decodedCursor as {
serverTs?: unknown;
opId?: unknown;
};
if (
typeof cursorRecord.serverTs !== "string" ||
typeof cursorRecord.opId !== "string" ||
Number.isNaN(Date.parse(cursorRecord.serverTs)) ||
cursorRecord.opId.trim().length === 0
) {
throw new BadRequestException("Invalid sync cursor");
}
return {
serverTs: cursorRecord.serverTs,
opId: cursorRecord.opId
};
}
private encodeCursor(cursor: SyncPullCursorState): string {
return Buffer.from(JSON.stringify(cursor), "utf8").toString("base64url");
}
private isDuplicateOpIdError(error: unknown): boolean {
if (!(error instanceof Prisma.PrismaClientKnownRequestError)) {
return false;
}
return error.code === "P2002";
}
}
+85 -17
View File
@@ -1,6 +1,7 @@
import { Injectable, NotFoundException } from "@nestjs/common"; import { Injectable, InternalServerErrorException, NotFoundException } from "@nestjs/common";
import { Prisma, TaskPriority, TaskStatus } from "../../generated/prisma/client"; import { Prisma, TaskPriority, TaskStatus } from "../../generated/prisma/client";
import { PrismaService } from "../prisma/prisma.service"; import { PrismaService } from "../prisma/prisma.service";
import { DataEncryptionService } from "../security/data-encryption.service";
import { CreateTaskDto } from "./dto/create-task.dto"; import { CreateTaskDto } from "./dto/create-task.dto";
import { ListTasksQueryDto, TaskSortBy, TaskSortOrder } from "./dto/list-tasks-query.dto"; import { ListTasksQueryDto, TaskSortBy, TaskSortOrder } from "./dto/list-tasks-query.dto";
import { UpdateTaskDto } from "./dto/update-task.dto"; import { UpdateTaskDto } from "./dto/update-task.dto";
@@ -43,16 +44,48 @@ export type ListTasksResponse = {
@Injectable() @Injectable()
export class TaskService { export class TaskService {
constructor(private readonly prismaService: PrismaService) {} constructor(
private readonly prismaService: PrismaService,
private readonly dataEncryptionService: DataEncryptionService
) {}
async listTasks(userId: string, query: ListTasksQueryDto): Promise<ListTasksResponse> { async listTasks(userId: string, query: ListTasksQueryDto): Promise<ListTasksResponse> {
const page = query.page ?? 1; const page = query.page ?? 1;
const pageSize = query.pageSize ?? 20; const pageSize = query.pageSize ?? 20;
const skip = (page - 1) * pageSize; const skip = (page - 1) * pageSize;
const keyword = query.keyword?.trim() ?? "";
const where = this.buildWhereInput(userId, query); const where = this.buildWhereInput(userId, query, keyword.length === 0);
const orderBy = this.buildOrderByInput(query); const orderBy = this.buildOrderByInput(query);
if (keyword.length > 0) {
const items = await this.prismaService.task.findMany({
where,
orderBy,
include: {
taskTags: {
include: {
tag: {
select: {
name: true
}
}
}
}
}
});
const serializedItems = items.map((item: TaskEntity) => this.serializeTask(item));
const filteredItems = serializedItems.filter((item) => this.matchesKeyword(item, keyword));
return {
items: filteredItems.slice(skip, skip + pageSize),
page,
pageSize,
total: filteredItems.length
};
}
const [items, total] = await Promise.all([ const [items, total] = await Promise.all([
this.prismaService.task.findMany({ this.prismaService.task.findMany({
where, where,
@@ -75,7 +108,7 @@ export class TaskService {
]); ]);
return { return {
items: items.map((item) => this.serializeTask(item)), items: items.map((item: TaskEntity) => this.serializeTask(item)),
page, page,
pageSize, pageSize,
total total
@@ -112,15 +145,18 @@ export class TaskService {
const tagNames = this.normalizeTagNames(body.tagNames); const tagNames = this.normalizeTagNames(body.tagNames);
const nextStatus = body.status ?? TaskStatus.TODO; const nextStatus = body.status ?? TaskStatus.TODO;
const contentJson = const contentJson =
body.contentJson !== undefined ? (body.contentJson as Prisma.InputJsonValue) : undefined; body.contentJson !== undefined
? ((this.dataEncryptionService.encryptJson(body.contentJson as Prisma.InputJsonValue) ??
Prisma.JsonNull) as Prisma.InputJsonValue | Prisma.NullableJsonNullValueInput)
: undefined;
const task = await this.prismaService.$transaction(async (tx) => { const task = await this.prismaService.$transaction(async (tx) => {
const createdTask = await tx.task.create({ const createdTask = await tx.task.create({
data: { data: {
userId, userId,
title: body.title, title: this.encryptRequiredString(body.title),
contentJson, contentJson,
contentText: body.contentText ?? null, contentText: this.encryptNullableString(body.contentText),
priority: body.priority ?? TaskPriority.MEDIUM, priority: body.priority ?? TaskPriority.MEDIUM,
status: nextStatus, status: nextStatus,
ddl: body.ddl ? new Date(body.ddl) : null, ddl: body.ddl ? new Date(body.ddl) : null,
@@ -172,13 +208,15 @@ export class TaskService {
}; };
if (body.title !== undefined) { if (body.title !== undefined) {
data.title = body.title; data.title = this.encryptRequiredString(body.title);
} }
if (body.contentJson !== undefined) { if (body.contentJson !== undefined) {
data.contentJson = body.contentJson as Prisma.InputJsonValue; data.contentJson = (this.dataEncryptionService.encryptJson(
body.contentJson as Prisma.InputJsonValue
) ?? Prisma.JsonNull) as Prisma.InputJsonValue | Prisma.NullableJsonNullValueInput;
} }
if (body.contentText !== undefined) { if (body.contentText !== undefined) {
data.contentText = body.contentText; data.contentText = this.encryptNullableString(body.contentText);
} }
if (body.priority !== undefined) { if (body.priority !== undefined) {
data.priority = body.priority; data.priority = body.priority;
@@ -242,7 +280,11 @@ export class TaskService {
return { success: true }; return { success: true };
} }
private buildWhereInput(userId: string, query: ListTasksQueryDto): Prisma.TaskWhereInput { private buildWhereInput(
userId: string,
query: ListTasksQueryDto,
includeKeyword: boolean
): Prisma.TaskWhereInput {
const where: Prisma.TaskWhereInput = { const where: Prisma.TaskWhereInput = {
userId userId
}; };
@@ -267,7 +309,7 @@ export class TaskService {
}; };
} }
if (query.keyword !== undefined && query.keyword.length > 0) { if (includeKeyword && query.keyword !== undefined && query.keyword.length > 0) {
where.OR = [ where.OR = [
{ {
title: { title: {
@@ -363,7 +405,7 @@ export class TaskService {
); );
await tx.taskTag.createMany({ await tx.taskTag.createMany({
data: tags.map((tag) => ({ data: tags.map((tag: { id: string }) => ({
taskId, taskId,
tagId: tag.id tagId: tag.id
})), })),
@@ -374,17 +416,43 @@ export class TaskService {
private serializeTask(task: TaskEntity): TaskResponse { private serializeTask(task: TaskEntity): TaskResponse {
return { return {
id: task.id, id: task.id,
title: task.title, title: this.readDecryptedString(task.title) ?? "未命名任务",
contentJson: task.contentJson, contentJson: this.dataEncryptionService.decryptJson(task.contentJson),
contentText: task.contentText, contentText: this.readDecryptedString(task.contentText),
priority: task.priority, priority: task.priority,
status: task.status, status: task.status,
ddl: task.ddl?.toISOString() ?? null, ddl: task.ddl?.toISOString() ?? null,
completedAt: task.completedAt?.toISOString() ?? null, completedAt: task.completedAt?.toISOString() ?? null,
version: task.version, version: task.version,
tags: task.taskTags.map((taskTag) => taskTag.tag.name), tags: task.taskTags.map((taskTag: { tag: { name: string } }) => taskTag.tag.name),
createdAt: task.createdAt.toISOString(), createdAt: task.createdAt.toISOString(),
updatedAt: task.updatedAt.toISOString() updatedAt: task.updatedAt.toISOString()
}; };
} }
private encryptRequiredString(value: string): string {
const encryptedValue = this.dataEncryptionService.encryptString(value);
if (!encryptedValue) {
throw new InternalServerErrorException("任务字段加密失败");
}
return encryptedValue;
}
private encryptNullableString(value: string | null | undefined): string | null | undefined {
return this.dataEncryptionService.encryptString(value);
}
private readDecryptedString(value: string | null): string | null {
const decryptedValue = this.dataEncryptionService.decryptString(value);
return typeof decryptedValue === "string" ? decryptedValue : null;
}
private matchesKeyword(task: TaskResponse, keyword: string): boolean {
const lowerKeyword = keyword.toLocaleLowerCase();
return (
task.title.toLocaleLowerCase().includes(lowerKeyword) ||
task.contentText?.toLocaleLowerCase().includes(lowerKeyword) === true
);
}
} }
File diff suppressed because it is too large Load Diff
+73
View File
@@ -0,0 +1,73 @@
import { AiChannel } from "../generated/prisma/client";
import { AstrbotProvider } from "../src/ai/providers/astrbot.provider";
describe("AstrbotProvider", () => {
const originalFetch = global.fetch;
afterEach(() => {
global.fetch = originalFetch;
jest.restoreAllMocks();
});
it("should not forward binding label fields as astrbot selection parameters", async () => {
const provider = new AstrbotProvider();
const fetchMock = jest.fn(async (_input: unknown, init?: RequestInit) => {
expect(init?.method).toBe("POST");
const payload = JSON.parse(String(init?.body ?? "{}")) as Record<string, unknown>;
expect(payload).toMatchObject({
username: "user_1",
session_id: "session_1",
message: "你好",
enable_streaming: false,
selected_model: "deepseek-chat"
});
expect(payload).not.toHaveProperty("selected_provider");
expect(payload).not.toHaveProperty("config_id");
expect(payload).not.toHaveProperty("config_name");
return new Response(
[
'data: {"type":"session_id","session_id":"session_1"}',
"",
'data: {"type":"plain","data":"收到","streaming":false,"chain_type":null}',
"",
'data: {"type":"end","data":"","streaming":false}',
""
].join("\n"),
{
status: 200,
headers: {
"content-type": "text/event-stream"
}
}
);
});
global.fetch = fetchMock as typeof global.fetch;
const result = await provider.execute(
{
channel: AiChannel.ASTRBOT,
source: "binding",
sourceId: "binding_1",
providerName: "astrbot-main",
model: "deepseek-chat",
configId: "default",
configName: "默认配置",
endpoint: "http://127.0.0.1:6185",
apiKey: "abk_secret"
},
{
userId: "user_1",
message: "你好",
sessionId: "session_1"
}
);
expect(fetchMock).toHaveBeenCalledTimes(1);
expect(result.content).toBe("收到");
expect(result.sessionId).toBe("session_1");
expect(result.providerName).toBe("astrbot-main");
});
});
+355
View File
@@ -0,0 +1,355 @@
import { UnauthorizedException } from "@nestjs/common";
import { ConfigService } from "@nestjs/config";
import { JwtService } from "@nestjs/jwt";
import { Test, TestingModule } from "@nestjs/testing";
import { AuthMailService } from "../src/auth/auth-mail.service";
import { AuthService } from "../src/auth/auth.service";
import { PrismaService } from "../src/prisma/prisma.service";
import { DataEncryptionService } from "../src/security/data-encryption.service";
type UserRecord = {
id: string;
email: string;
emailHash: string;
nickname: string | null;
avatarUrl: string | null;
};
type RefreshTokenRecord = {
id: string;
userId: string;
tokenHash: string;
expiresAt: Date;
revokedAt: Date | null;
createdAt: Date;
};
type UserSecurityRecord = {
userId: string;
twoFactorEnabled: boolean;
twoFactorSecret: string | null;
};
class InMemoryAuthPrismaService {
private userIdSequence = 1;
private refreshTokenIdSequence = 1;
private users: UserRecord[] = [];
private refreshTokens: RefreshTokenRecord[] = [];
private userSecurities: UserSecurityRecord[] = [];
readonly user = {
upsert: async (args: {
where: {
emailHash: string;
};
update: Record<string, never>;
create: {
email: string;
emailHash: string;
};
select: {
id: true;
email: true;
};
}) => {
const existingUser = this.users.find((user) => user.emailHash === args.where.emailHash);
if (existingUser) {
return {
id: existingUser.id,
email: existingUser.email
};
}
const createdUser: UserRecord = {
id: `user_${this.userIdSequence++}`,
email: args.create.email,
emailHash: args.create.emailHash,
nickname: null,
avatarUrl: null
};
this.users.push(createdUser);
return {
id: createdUser.id,
email: createdUser.email
};
}
};
readonly refreshToken = {
create: async (args: {
data: {
userId: string;
tokenHash: string;
expiresAt: Date;
};
}) => {
const refreshToken: RefreshTokenRecord = {
id: `refresh_${this.refreshTokenIdSequence++}`,
userId: args.data.userId,
tokenHash: args.data.tokenHash,
expiresAt: args.data.expiresAt,
revokedAt: null,
createdAt: new Date()
};
this.refreshTokens.push(refreshToken);
return refreshToken;
},
findUnique: async (args: {
where: {
tokenHash: string;
};
include: {
user: {
select: {
id: true;
email: true;
};
};
};
}) => {
const refreshToken = this.refreshTokens.find(
(item) => item.tokenHash === args.where.tokenHash
);
if (!refreshToken) {
return null;
}
const user = this.users.find((item) => item.id === refreshToken.userId);
if (!user) {
throw new Error("user not found");
}
return {
...refreshToken,
user: {
id: user.id,
email: user.email
}
};
},
update: async (args: {
where: {
id: string;
};
data: {
revokedAt: Date;
};
}) => {
const refreshToken = this.refreshTokens.find((item) => item.id === args.where.id);
if (!refreshToken) {
throw new Error("refresh token not found");
}
refreshToken.revokedAt = args.data.revokedAt;
return refreshToken;
},
updateMany: async (args: {
where: {
tokenHash: string;
revokedAt: null;
};
data: {
revokedAt: Date;
};
}) => {
let count = 0;
for (const refreshToken of this.refreshTokens) {
if (refreshToken.tokenHash !== args.where.tokenHash || refreshToken.revokedAt !== null) {
continue;
}
refreshToken.revokedAt = args.data.revokedAt;
count += 1;
}
return { count };
}
};
readonly userSecurity = {
upsert: async (args: {
where: {
userId: string;
};
update: {
twoFactorSecret: string;
twoFactorEnabled: boolean;
};
create: {
userId: string;
twoFactorSecret: string;
twoFactorEnabled: boolean;
};
}) => {
const existingSecurity = this.userSecurities.find(
(item) => item.userId === args.where.userId
);
if (existingSecurity) {
existingSecurity.twoFactorSecret = args.update.twoFactorSecret;
existingSecurity.twoFactorEnabled = args.update.twoFactorEnabled;
return existingSecurity;
}
const createdSecurity: UserSecurityRecord = {
userId: args.create.userId,
twoFactorSecret: args.create.twoFactorSecret,
twoFactorEnabled: args.create.twoFactorEnabled
};
this.userSecurities.push(createdSecurity);
return createdSecurity;
},
findUnique: async (args: {
where: {
userId: string;
};
select: {
twoFactorSecret: true;
};
}) => {
const security = this.userSecurities.find((item) => item.userId === args.where.userId);
if (!security) {
return null;
}
return {
twoFactorSecret: security.twoFactorSecret
};
},
update: async (args: {
where: {
userId: string;
};
data: {
twoFactorEnabled: boolean;
};
}) => {
const security = this.userSecurities.find((item) => item.userId === args.where.userId);
if (!security) {
throw new Error("user security not found");
}
security.twoFactorEnabled = args.data.twoFactorEnabled;
return security;
}
};
getUsers(): UserRecord[] {
return [...this.users];
}
}
class MockAuthMailService {
readonly sentMessages: Array<{
email: string;
code: string;
ttlSeconds: number;
}> = [];
async sendLoginCode(email: string, code: string, ttlSeconds: number): Promise<void> {
this.sentMessages.push({
email,
code,
ttlSeconds
});
}
}
describe("AuthService", () => {
let authService: AuthService;
let prismaService: InMemoryAuthPrismaService;
let authMailService: MockAuthMailService;
beforeEach(async () => {
prismaService = new InMemoryAuthPrismaService();
authMailService = new MockAuthMailService();
const moduleRef: TestingModule = await Test.createTestingModule({
providers: [
AuthService,
DataEncryptionService,
{
provide: PrismaService,
useValue: prismaService
},
{
provide: AuthMailService,
useValue: authMailService
},
{
provide: JwtService,
useValue: {
signAsync: async (payload: Record<string, unknown>) =>
`signed-${String(payload["sub"])}-${String(payload["email"])}`
}
},
{
provide: ConfigService,
useValue: {
get: (key: string) => {
switch (key) {
case "AUTH_EMAIL_CODE_TTL_SECONDS":
return "300";
case "AUTH_ACCESS_EXPIRES_IN_SECONDS":
return "900";
case "AUTH_REFRESH_EXPIRES_IN_SECONDS":
return "2592000";
case "AUTH_TOTP_ISSUER":
return "TodoList";
case "DATA_ENCRYPTION_SECRET":
return "test-data-encryption-secret";
default:
return undefined;
}
}
}
}
]
}).compile();
authService = moduleRef.get(AuthService);
});
it("should encrypt user email in database while keeping login flow available", async () => {
await authService.sendEmailCode("User@Example.com");
expect(authMailService.sentMessages).toHaveLength(1);
expect(authMailService.sentMessages[0]?.email).toBe("user@example.com");
const loginResult = await authService.loginWithEmailCode(
"USER@example.com",
authMailService.sentMessages[0]?.code ?? ""
);
expect(loginResult.user.email).toBe("user@example.com");
expect(loginResult.accessToken).toContain("user@example.com");
const storedUser = prismaService.getUsers()[0];
expect(storedUser?.email).not.toBe("user@example.com");
expect(storedUser?.emailHash).toMatch(/^[a-f0-9]{64}$/);
});
it("should decrypt user email when refreshing token", async () => {
await authService.sendEmailCode("refresh@example.com");
const loginResult = await authService.loginWithEmailCode(
"refresh@example.com",
authMailService.sentMessages[0]?.code ?? ""
);
const refreshResult = await authService.refreshTokens(loginResult.refreshToken);
expect(refreshResult.user.email).toBe("refresh@example.com");
expect(refreshResult.accessToken).toContain("refresh@example.com");
});
it("should reject invalid verification code", async () => {
await authService.sendEmailCode("invalid@example.com");
await expect(
authService.loginWithEmailCode("invalid@example.com", "000000")
).rejects.toBeInstanceOf(UnauthorizedException);
});
});
@@ -0,0 +1,80 @@
import { AiChannel } from "../generated/prisma/client";
import { OpenAiCompatibleProvider } from "../src/ai/providers/openai-compatible.provider";
describe("OpenAiCompatibleProvider", () => {
const originalFetch = global.fetch;
afterEach(() => {
global.fetch = originalFetch;
jest.restoreAllMocks();
});
it("should read text from responses style payload when chat content is empty", async () => {
const provider = new OpenAiCompatibleProvider();
const fetchMock = jest.fn(async (_input: unknown, init?: RequestInit) => {
expect(init?.method).toBe("POST");
return new Response(
JSON.stringify({
id: "resp_123",
object: "response",
model: "gpt-5.4",
output: [
{
id: "msg_123",
type: "message",
role: "assistant",
content: [
{
type: "output_text",
text: "今天优先先完成截止时间最近的任务。"
}
]
}
],
usage: {
prompt_tokens: 15,
completion_tokens: 9,
total_tokens: 24
}
}),
{
status: 200,
headers: {
"content-type": "application/json"
}
}
);
});
global.fetch = fetchMock as typeof global.fetch;
const result = await provider.execute(
{
channel: AiChannel.USER_KEY,
source: "binding",
sourceId: "binding_user_key_1",
providerName: "airouter",
model: "gpt-5.4",
configId: null,
configName: null,
endpoint: "https://api.airouter.io/v1",
apiKey: "sk_test"
},
{
userId: "user_1",
message: "帮我安排今天的任务",
sessionId: null
}
);
expect(fetchMock).toHaveBeenCalledTimes(1);
expect(result.content).toBe("今天优先先完成截止时间最近的任务。");
expect(result.model).toBe("gpt-5.4");
expect(result.usage).toEqual({
promptTokens: 15,
completionTokens: 9,
totalTokens: 24
});
});
});
+439
View File
@@ -0,0 +1,439 @@
import request from "supertest";
import { INestApplication, ValidationPipe } from "@nestjs/common";
import { ConfigService } from "@nestjs/config";
import { Test, TestingModule } from "@nestjs/testing";
import { PrismaService } from "../src/prisma/prisma.service";
import { DataEncryptionService } from "../src/security/data-encryption.service";
import { SyncController } from "../src/sync/sync.controller";
import { SyncService } from "../src/sync/sync.service";
type SyncOperationRecord = {
id: string;
opId: string;
userId: string;
deviceId: string;
entityType: string;
entityId: string;
action: string;
payload: string | null;
clientTs: Date;
serverTs: Date;
};
type SyncOperationSelect = {
opId?: true;
entityId?: true;
entityType?: true;
action?: true;
payload?: true;
clientTs?: true;
deviceId?: true;
serverTs?: true;
};
type SyncOperationFindManyArgs = {
where: {
userId: string;
opId?: {
in: string[];
};
OR?: Array<
| {
serverTs: {
gt: Date;
};
}
| {
serverTs: Date;
opId: {
gt: string;
};
}
>;
};
select: SyncOperationSelect;
orderBy?: Array<{
serverTs?: "asc" | "desc";
opId?: "asc" | "desc";
}>;
take?: number;
};
type SyncOperationCreateArgs = {
data: {
opId: string;
userId: string;
deviceId: string;
entityType: string;
entityId: string;
action: string;
payload?: string;
clientTs: Date;
};
select: {
opId: true;
serverTs: true;
};
};
class InMemoryPrismaService {
private syncOperationIdSequence = 1;
private syncOperations: SyncOperationRecord[] = [];
readonly syncOperation = {
findMany: async (args: SyncOperationFindManyArgs) => {
let items = this.syncOperations.filter((item) => item.userId === args.where.userId);
if (args.where.opId?.in) {
items = items.filter((item) => args.where.opId?.in.includes(item.opId));
}
if (args.where.OR && args.where.OR.length > 0) {
items = items.filter((item) =>
args.where.OR?.some((condition) => {
if ("gt" in condition.serverTs) {
return item.serverTs.getTime() > condition.serverTs.gt.getTime();
}
if ("opId" in condition) {
return (
item.serverTs.getTime() === condition.serverTs.getTime() &&
item.opId > condition.opId.gt
);
}
return false;
})
);
}
if (args.orderBy && args.orderBy.length > 0) {
items = [...items].sort((left, right) => {
for (const orderRule of args.orderBy ?? []) {
if (orderRule.serverTs) {
const diff = left.serverTs.getTime() - right.serverTs.getTime();
if (diff !== 0) {
return orderRule.serverTs === "asc" ? diff : -diff;
}
}
if (orderRule.opId) {
const diff = left.opId.localeCompare(right.opId);
if (diff !== 0) {
return orderRule.opId === "asc" ? diff : -diff;
}
}
}
return 0;
});
}
const limitedItems = args.take ? items.slice(0, args.take) : items;
return limitedItems.map((item) => this.pickSelectedFields(item, args.select));
},
create: async (args: SyncOperationCreateArgs) => {
const createdOperation: SyncOperationRecord = {
id: `sync_${this.syncOperationIdSequence++}`,
opId: args.data.opId,
userId: args.data.userId,
deviceId: args.data.deviceId,
entityType: args.data.entityType,
entityId: args.data.entityId,
action: args.data.action,
payload: args.data.payload ?? null,
clientTs: args.data.clientTs,
serverTs: new Date()
};
this.syncOperations.push(createdOperation);
return {
opId: createdOperation.opId,
serverTs: createdOperation.serverTs
};
}
};
getOperationCount(): number {
return this.syncOperations.length;
}
getRawOperationById(opId: string): SyncOperationRecord | undefined {
return this.syncOperations.find((operation) => operation.opId === opId);
}
seedOperations(records: Array<Omit<SyncOperationRecord, "id">>): void {
for (const record of records) {
this.syncOperations.push({
...record,
id: `sync_${this.syncOperationIdSequence++}`
});
}
}
private pickSelectedFields(
item: SyncOperationRecord,
select: SyncOperationSelect
): Partial<SyncOperationRecord> {
const result: Record<string, unknown> = {};
for (const key of Object.keys(select) as Array<keyof SyncOperationSelect>) {
if (!select[key]) {
continue;
}
const recordKey = key as keyof SyncOperationRecord;
result[recordKey] = item[recordKey];
}
return result as Partial<SyncOperationRecord>;
}
}
describe("SyncController (integration)", () => {
let app: INestApplication;
let prismaService: InMemoryPrismaService;
beforeAll(async () => {
prismaService = new InMemoryPrismaService();
const moduleRef: TestingModule = await Test.createTestingModule({
controllers: [SyncController],
providers: [
SyncService,
DataEncryptionService,
{ provide: PrismaService, useValue: prismaService },
{
provide: ConfigService,
useValue: {
get: (key: string) =>
key === "DATA_ENCRYPTION_SECRET" ? "test-data-encryption-secret" : undefined
}
}
]
}).compile();
app = moduleRef.createNestApplication();
app.useGlobalPipes(
new ValidationPipe({
transform: true,
whitelist: true,
forbidNonWhitelisted: true
})
);
await app.init();
});
afterAll(async () => {
await app.close();
});
it("should accept operations once and mark repeated push as duplicate", async () => {
const payload = {
operations: [
{
opId: "op-create-1",
entityType: "TASK",
entityId: "task-1",
action: "CREATE",
payload: '{"title":"任务一"}',
clientTs: 1712419200000,
deviceId: "device-a"
},
{
opId: "op-update-1",
entityType: "TASK",
entityId: "task-1",
action: "UPDATE",
payload: '{"title":"任务一-更新"}',
clientTs: 1712419201000,
deviceId: "device-a"
}
]
};
const firstResponse = await request(app.getHttpServer())
.post("/sync/push")
.set("x-user-id", "user-1")
.send(payload)
.expect(201);
expect(firstResponse.body.acceptedCount).toBe(2);
expect(firstResponse.body.duplicateCount).toBe(0);
expect(firstResponse.body.failedCount).toBe(0);
expect(firstResponse.body.results).toEqual([
expect.objectContaining({
opId: "op-create-1",
status: "accepted"
}),
expect.objectContaining({
opId: "op-update-1",
status: "accepted"
})
]);
expect(prismaService.getOperationCount()).toBe(2);
expect(prismaService.getRawOperationById("op-create-1")?.payload).not.toBe(
'{"title":"浠诲姟涓€"}'
);
const secondResponse = await request(app.getHttpServer())
.post("/sync/push")
.set("x-user-id", "user-1")
.send(payload)
.expect(201);
expect(secondResponse.body.acceptedCount).toBe(0);
expect(secondResponse.body.duplicateCount).toBe(2);
expect(secondResponse.body.failedCount).toBe(0);
expect(secondResponse.body.results).toEqual([
expect.objectContaining({
opId: "op-create-1",
status: "duplicate",
reason: "already_synced"
}),
expect.objectContaining({
opId: "op-update-1",
status: "duplicate",
reason: "already_synced"
})
]);
expect(prismaService.getOperationCount()).toBe(2);
});
it("should mark duplicated op ids in the same batch as duplicate", async () => {
const response = await request(app.getHttpServer())
.post("/sync/push")
.set("x-user-id", "user-2")
.send({
operations: [
{
opId: "op-dup-1",
entityType: "TASK",
entityId: "task-2",
action: "CREATE",
payload: '{"title":"任务二"}',
clientTs: 1712419300000,
deviceId: "device-b"
},
{
opId: "op-dup-1",
entityType: "TASK",
entityId: "task-2",
action: "UPDATE",
payload: '{"title":"任务二-重复"}',
clientTs: 1712419301000,
deviceId: "device-b"
}
]
})
.expect(201);
expect(response.body.acceptedCount).toBe(1);
expect(response.body.duplicateCount).toBe(1);
expect(response.body.failedCount).toBe(0);
expect(response.body.results[0]).toEqual(
expect.objectContaining({
opId: "op-dup-1",
status: "accepted"
})
);
expect(response.body.results[1]).toEqual(
expect.objectContaining({
opId: "op-dup-1",
status: "duplicate",
reason: "same_batch_duplicate"
})
);
expect(prismaService.getOperationCount()).toBe(3);
});
it("should pull operations incrementally with a stable cursor", async () => {
prismaService.seedOperations([
{
opId: "pull-op-1",
userId: "user-pull",
deviceId: "device-c",
entityType: "TASK",
entityId: "task-10",
action: "CREATE",
payload: '{"title":"任务甲"}',
clientTs: new Date("2026-04-06T10:00:00.000Z"),
serverTs: new Date("2026-04-06T10:10:00.000Z")
},
{
opId: "pull-op-2",
userId: "user-pull",
deviceId: "device-c",
entityType: "TASK",
entityId: "task-10",
action: "UPDATE",
payload: '{"title":"任务甲-更新"}',
clientTs: new Date("2026-04-06T10:01:00.000Z"),
serverTs: new Date("2026-04-06T10:10:00.000Z")
},
{
opId: "pull-op-3",
userId: "user-pull",
deviceId: "device-c",
entityType: "TASK",
entityId: "task-11",
action: "CREATE",
payload: '{"title":"任务乙"}',
clientTs: new Date("2026-04-06T10:02:00.000Z"),
serverTs: new Date("2026-04-06T10:11:00.000Z")
},
{
opId: "pull-op-other-user",
userId: "user-other",
deviceId: "device-z",
entityType: "TASK",
entityId: "task-99",
action: "CREATE",
payload: '{"title":"其他用户任务"}',
clientTs: new Date("2026-04-06T10:03:00.000Z"),
serverTs: new Date("2026-04-06T10:12:00.000Z")
}
]);
const firstResponse = await request(app.getHttpServer())
.get("/sync/pull")
.set("x-user-id", "user-pull")
.query({ limit: 2 })
.expect(200);
expect(firstResponse.body.items.map((item: { opId: string }) => item.opId)).toEqual([
"pull-op-1",
"pull-op-2"
]);
expect(firstResponse.body.hasMore).toBe(true);
expect(firstResponse.body.nextCursor).toEqual(expect.any(String));
const secondResponse = await request(app.getHttpServer())
.get("/sync/pull")
.set("x-user-id", "user-pull")
.query({
limit: 2,
cursor: firstResponse.body.nextCursor
})
.expect(200);
expect(secondResponse.body.items.map((item: { opId: string }) => item.opId)).toEqual([
"pull-op-3"
]);
expect(secondResponse.body.hasMore).toBe(false);
expect(secondResponse.body.nextCursor).toEqual(expect.any(String));
});
it("should reject invalid cursor payload", async () => {
await request(app.getHttpServer())
.get("/sync/pull")
.set("x-user-id", "user-invalid-cursor")
.query({
cursor: "not-a-valid-cursor"
})
.expect(400);
});
});
+18 -1
View File
@@ -1,7 +1,9 @@
import request from "supertest"; import request from "supertest";
import { INestApplication, ValidationPipe } from "@nestjs/common"; import { INestApplication, ValidationPipe } from "@nestjs/common";
import { ConfigService } from "@nestjs/config";
import { Test, TestingModule } from "@nestjs/testing"; import { Test, TestingModule } from "@nestjs/testing";
import { PrismaService } from "../src/prisma/prisma.service"; import { PrismaService } from "../src/prisma/prisma.service";
import { DataEncryptionService } from "../src/security/data-encryption.service";
import { TaskController } from "../src/task/task.controller"; import { TaskController } from "../src/task/task.controller";
import { TaskService } from "../src/task/task.service"; import { TaskService } from "../src/task/task.service";
import { TaskPriority, TaskStatus } from "../generated/prisma/client"; import { TaskPriority, TaskStatus } from "../generated/prisma/client";
@@ -355,6 +357,10 @@ class InMemoryPrismaService {
return runner(this); return runner(this);
} }
getRawTaskById(taskId: string): TaskRecord | undefined {
return this.tasks.find((task) => task.id === taskId);
}
private toTaskWithTags( private toTaskWithTags(
task: TaskRecord task: TaskRecord
): TaskRecord & { taskTags: Array<{ tag: { name: string } }> } { ): TaskRecord & { taskTags: Array<{ tag: { name: string } }> } {
@@ -390,7 +396,15 @@ describe("TaskController (integration)", () => {
controllers: [TaskController], controllers: [TaskController],
providers: [ providers: [
TaskService, TaskService,
{ provide: PrismaService, useValue: prismaService as unknown as PrismaService } DataEncryptionService,
{ provide: PrismaService, useValue: prismaService as unknown as PrismaService },
{
provide: ConfigService,
useValue: {
get: (key: string) =>
key === "DATA_ENCRYPTION_SECRET" ? "test-data-encryption-secret" : undefined
}
}
] ]
}).compile(); }).compile();
@@ -425,6 +439,9 @@ describe("TaskController (integration)", () => {
expect(createResponse.body.id).toBeDefined(); expect(createResponse.body.id).toBeDefined();
expect(createResponse.body.tags).toEqual(["工作", "会议"]); expect(createResponse.body.tags).toEqual(["工作", "会议"]);
const taskId = createResponse.body.id as string; const taskId = createResponse.body.id as string;
const rawCreatedTask = prismaService.getRawTaskById(taskId);
expect(rawCreatedTask?.title).not.toBe("准备周会");
expect(rawCreatedTask?.contentText).not.toBe("整理本周进度");
const listResponse = await request(app.getHttpServer()) const listResponse = await request(app.getHttpServer())
.get("/tasks") .get("/tasks")
+1 -1
View File
@@ -5,6 +5,6 @@
"rootDir": ".", "rootDir": ".",
"outDir": "dist" "outDir": "dist"
}, },
"include": ["src/**/*.ts", "generated/prisma/**/*.ts"], "include": ["src/**/*.ts", "scripts/**/*.ts", "generated/prisma/**/*.ts"],
"exclude": ["dist", "node_modules"] "exclude": ["dist", "node_modules"]
} }
+9
View File
@@ -12,8 +12,17 @@
"dependencies": { "dependencies": {
"@base-ui/react": "^1.3.0", "@base-ui/react": "^1.3.0",
"@fontsource-variable/geist": "^5.2.8", "@fontsource-variable/geist": "^5.2.8",
"@tiptap/core": "^3.22.2",
"@tiptap/extension-image": "^3.22.2",
"@tiptap/extension-link": "^3.22.2",
"@tiptap/extension-youtube": "^3.22.2",
"@tiptap/react": "^3.22.2",
"@tiptap/starter-kit": "^3.22.2",
"browser-image-compression": "^2.0.2",
"class-variance-authority": "^0.7.1", "class-variance-authority": "^0.7.1",
"clsx": "^2.1.1", "clsx": "^2.1.1",
"dexie": "^4.4.2",
"dexie-react-hooks": "^4.4.0",
"lucide-react": "^1.7.0", "lucide-react": "^1.7.0",
"react": "^19.2.4", "react": "^19.2.4",
"react-dom": "^19.2.4", "react-dom": "^19.2.4",
+80 -12
View File
@@ -17,8 +17,11 @@ import {
import { Navigate, Route, Routes, useLocation, useNavigate } from "react-router-dom"; import { Navigate, Route, Routes, useLocation, useNavigate } from "react-router-dom";
import { Button } from "@/components/ui/button"; import { Button } from "@/components/ui/button";
import { cn } from "@/lib/utils"; import { cn } from "@/lib/utils";
import { AiChatPage } from "@/pages/ai-chat-page";
import { EmailLoginPage } from "@/pages/email-login-page"; import { EmailLoginPage } from "@/pages/email-login-page";
import { OAuthCallbackPage } from "@/pages/oauth-callback-page"; import { OAuthCallbackPage } from "@/pages/oauth-callback-page";
import { PlaceholderPage } from "@/pages/placeholder-page";
import { SettingsPage } from "@/pages/settings-page";
import { TodoShellPage } from "@/pages/todo-shell-page"; import { TodoShellPage } from "@/pages/todo-shell-page";
import { revokeRefreshToken, type EmailLoginResult } from "@/services/auth-api"; import { revokeRefreshToken, type EmailLoginResult } from "@/services/auth-api";
import { import {
@@ -38,16 +41,19 @@ type SidebarItem = {
key: string; key: string;
label: string; label: string;
icon: LucideIcon; icon: LucideIcon;
path: string;
}; };
const SIDEBAR_ITEMS: SidebarItem[] = [ const SIDEBAR_ITEMS: SidebarItem[] = [
{ key: "dashboard", label: "概览面板", icon: LayoutDashboard }, { key: "dashboard", label: "概览面板", icon: LayoutDashboard, path: "/dashboard" },
{ key: "todo", label: "待办事项", icon: ListTodo }, { key: "todo", label: "待办事项", icon: ListTodo, path: "/todo" },
{ key: "ai", label: "AI 建议", icon: Sparkles }, { key: "ai", label: "AI 助手", icon: Sparkles, path: "/ai" },
{ key: "notice", label: "提醒中心", icon: Bell }, { key: "notice", label: "提醒中心", icon: Bell, path: "/notice" },
{ key: "settings", label: "系统设置", icon: Settings } { key: "settings", label: "系统设置", icon: Settings, path: "/settings" }
]; ];
const READY_SIDEBAR_KEYS = new Set(["todo", "ai", "settings"]);
function toWebSession(payload: EmailLoginResult): WebSession { function toWebSession(payload: EmailLoginResult): WebSession {
return { return {
accessToken: payload.accessToken, accessToken: payload.accessToken,
@@ -104,7 +110,7 @@ function App() {
saveSession(nextSession); saveSession(nextSession);
setSession(nextSession); setSession(nextSession);
setMobileSidebarOpen(false); setMobileSidebarOpen(false);
navigate("/", { replace: true }); navigate("/todo", { replace: true });
} }
function handleBootstrapSession(nextSession: WebSession): void { function handleBootstrapSession(nextSession: WebSession): void {
@@ -136,14 +142,21 @@ function App() {
<nav className="space-y-1"> <nav className="space-y-1">
{SIDEBAR_ITEMS.map((item) => { {SIDEBAR_ITEMS.map((item) => {
const ItemIcon = item.icon; const ItemIcon = item.icon;
const isActive =
location.pathname === item.path || location.pathname.startsWith(`${item.path}/`);
return ( return (
<button <button
key={item.key} key={item.key}
type="button" type="button"
className={cn( className={cn(
"group flex w-full items-center rounded-xl border border-transparent px-3 py-2.5 text-left transition-colors", "group flex w-full items-center rounded-xl border border-transparent px-3 py-2.5 text-left transition-colors",
"gap-3 hover:border-primary/25 hover:bg-primary/10" "gap-3 hover:border-primary/25 hover:bg-primary/10",
isActive ? "border-primary/25 bg-primary/10" : null
)} )}
onClick={() => {
navigate(item.path);
setMobileSidebarOpen(false);
}}
> >
<ItemIcon className="size-5 shrink-0 text-primary" /> <ItemIcon className="size-5 shrink-0 text-primary" />
{collapsed ? null : ( {collapsed ? null : (
@@ -151,9 +164,11 @@ function App() {
<span className="text-sm whitespace-nowrap text-foreground"> <span className="text-sm whitespace-nowrap text-foreground">
{item.label} {item.label}
</span> </span>
<span className="ml-auto whitespace-nowrap rounded-full border border-border bg-card px-2 py-0.5 text-[10px] text-muted-foreground"> {READY_SIDEBAR_KEYS.has(item.key) ? null : (
线 <span className="ml-auto whitespace-nowrap rounded-full border border-border bg-card px-2 py-0.5 text-[10px] text-muted-foreground">
</span> 线
</span>
)}
</> </>
)} )}
</button> </button>
@@ -208,7 +223,10 @@ function App() {
path="/auth/callback/:provider" path="/auth/callback/:provider"
element={<OAuthCallbackPage onBootstrapSession={handleBootstrapSession} />} element={<OAuthCallbackPage onBootstrapSession={handleBootstrapSession} />}
/> />
<Route path="*" element={<Navigate to={session ? "/" : "/login/email"} replace />} /> <Route
path="*"
element={<Navigate to={session ? "/todo" : "/login/email"} replace />}
/>
</Routes> </Routes>
</div> </div>
</main> </main>
@@ -294,6 +312,23 @@ function App() {
<Routes> <Routes>
<Route <Route
path="/" path="/"
element={<Navigate to={session ? "/todo" : "/login/email"} replace />}
/>
<Route
path="/dashboard"
element={
session ? (
<PlaceholderPage
title="概览面板正在整理"
description="这里后续会放任务统计、今日重点、AI 使用概况和提醒概览。当前先把导航和页面结构拆清楚。"
/>
) : (
<Navigate to="/login/email" replace />
)
}
/>
<Route
path="/todo"
element={ element={
session ? ( session ? (
<TodoShellPage session={session} /> <TodoShellPage session={session} />
@@ -302,9 +337,42 @@ function App() {
) )
} }
/> />
<Route
path="/ai"
element={
session ? (
<AiChatPage session={session} />
) : (
<Navigate to="/login/email" replace />
)
}
/>
<Route
path="/notice"
element={
session ? (
<PlaceholderPage
title="提醒中心即将接入"
description="邮件提醒、Web Push 推送、任务到期前通知都会独立收敛到这里,而不是继续堆在任务页里。"
/>
) : (
<Navigate to="/login/email" replace />
)
}
/>
<Route
path="/settings"
element={
session ? (
<SettingsPage session={session} />
) : (
<Navigate to="/login/email" replace />
)
}
/>
<Route <Route
path="*" path="*"
element={<Navigate to={session ? "/" : "/login/email"} replace />} element={<Navigate to={session ? "/todo" : "/login/email"} replace />}
/> />
</Routes> </Routes>
</div> </div>
+72
View File
@@ -0,0 +1,72 @@
import type { UpsertWebAiBindingInput, WebAiBindingSummary, WebAiChannel } from "@/services/ai-api";
export type AiBindingFormState = {
providerName: string;
model: string;
endpoint: string;
apiKey: string;
configId: string;
configName: string;
isEnabled: boolean;
};
export const CHANNEL_ORDER: WebAiChannel[] = ["USER_KEY", "ASTRBOT", "PUBLIC_POOL"];
export const CHANNEL_META: Record<
WebAiChannel,
{
title: string;
description: string;
accentClassName: string;
}
> = {
USER_KEY: {
title: "自备厂商",
description: "用户自行接入 OpenAI-Compatible 服务",
accentClassName: "from-sky-500/15 via-transparent to-sky-500/5"
},
ASTRBOT: {
title: "AstrBot",
description: "复用你在 AstrBot 中维护的模型配置",
accentClassName: "from-amber-500/15 via-transparent to-amber-500/5"
},
PUBLIC_POOL: {
title: "公共 AI",
description: "使用管理员开放的站点公共通道",
accentClassName: "from-emerald-500/15 via-transparent to-emerald-500/5"
}
};
export function createAiBindingFormState(binding?: WebAiBindingSummary | null): AiBindingFormState {
return {
providerName: binding?.providerName ?? "",
model: binding?.model ?? "",
endpoint: binding?.endpoint ?? "",
apiKey: "",
configId: binding?.configId ?? "",
configName: binding?.configName ?? "",
isEnabled: binding?.isEnabled ?? true
};
}
export function trimAiOptionalValue(value: string): string | undefined {
const normalized = value.trim();
return normalized.length > 0 ? normalized : undefined;
}
export function buildAiBindingPayload(
channel: Exclude<WebAiChannel, "PUBLIC_POOL">,
formState: AiBindingFormState,
currentBinding: WebAiBindingSummary | null
): UpsertWebAiBindingInput {
return {
channel,
providerName: trimAiOptionalValue(formState.providerName),
model: trimAiOptionalValue(formState.model),
endpoint: trimAiOptionalValue(formState.endpoint),
configId: trimAiOptionalValue(formState.configId),
configName: trimAiOptionalValue(formState.configName),
apiKey: trimAiOptionalValue(formState.apiKey) ?? undefined,
isEnabled: formState.isEnabled ?? currentBinding?.isEnabled ?? true
};
}
@@ -0,0 +1,283 @@
import { useEffect, useRef, useState } from "react";
import { NodeViewWrapper, type NodeViewProps } from "@tiptap/react";
import { cn } from "@/lib/utils";
type MediaAlign = "left" | "center" | "right";
type MediaKind = "image" | "video" | "youtube";
type ResizeSide = "left" | "right";
type ResizableMediaNodeViewProps = NodeViewProps & {
mediaKind: MediaKind;
};
type HandleDescriptor = {
key: string;
side: ResizeSide;
className: string;
};
const HANDLE_DESCRIPTORS: HandleDescriptor[] = [
{
key: "top-left",
side: "left",
className: "-left-1.5 -top-1.5 cursor-ew-resize"
},
{
key: "bottom-left",
side: "left",
className: "-bottom-1.5 -left-1.5 cursor-ew-resize"
},
{
key: "top-right",
side: "right",
className: "-right-1.5 -top-1.5 cursor-ew-resize"
},
{
key: "bottom-right",
side: "right",
className: "-bottom-1.5 -right-1.5 cursor-ew-resize"
}
];
function clamp(value: number, min: number, max: number): number {
return Math.min(Math.max(value, min), max);
}
function readWidthPercent(value: unknown): number {
const numericValue = typeof value === "number" ? value : Number(value);
if (Number.isNaN(numericValue)) {
return 100;
}
return clamp(numericValue, 25, 100);
}
function readAlign(value: unknown): MediaAlign {
if (value === "left" || value === "right" || value === "center") {
return value;
}
return "center";
}
function resolveAlignClass(align: MediaAlign): string {
if (align === "left") {
return "mr-auto";
}
if (align === "right") {
return "ml-auto";
}
return "mx-auto";
}
function isStringValue(value: unknown): value is string {
return typeof value === "string" && value.trim().length > 0;
}
export function ResizableMediaNodeView({
editor,
getPos,
mediaKind,
node,
selected,
updateAttributes
}: ResizableMediaNodeViewProps) {
const [isResizing, setIsResizing] = useState(false);
const mediaFrameRef = useRef<HTMLDivElement | null>(null);
const cleanupResizeRef = useRef<(() => void) | null>(null);
const widthPercent = readWidthPercent(node.attrs.widthPercent);
const align = readAlign(node.attrs.align);
const src = isStringValue(node.attrs.src) ? node.attrs.src : "";
const alt = isStringValue(node.attrs.alt) ? node.attrs.alt : "";
const title = isStringValue(node.attrs.title) ? node.attrs.title : "";
const showControls = selected || isResizing;
useEffect(() => {
return () => {
cleanupResizeRef.current?.();
};
}, []);
function selectCurrentNode(): void {
const position = getPos();
if (typeof position !== "number") {
return;
}
editor.chain().focus().setNodeSelection(position).run();
}
function applyAlign(nextAlign: MediaAlign): void {
selectCurrentNode();
updateAttributes({ align: nextAlign });
}
function startResize(side: ResizeSide) {
return (event: React.PointerEvent<HTMLButtonElement>): void => {
event.preventDefault();
event.stopPropagation();
selectCurrentNode();
const mediaFrame = mediaFrameRef.current;
const editorRoot = mediaFrame?.closest(".ProseMirror") as HTMLElement | null;
if (!mediaFrame || !editorRoot) {
return;
}
const startX = event.clientX;
const startWidth = mediaFrame.getBoundingClientRect().width;
const maxWidth = Math.max(editorRoot.clientWidth - 24, 240);
const handlePointerMove = (moveEvent: PointerEvent): void => {
const delta = moveEvent.clientX - startX;
const resizedWidth = side === "right" ? startWidth + delta : startWidth - delta;
const nextWidth = clamp(resizedWidth, 180, maxWidth);
const nextWidthPercent = clamp((nextWidth / maxWidth) * 100, 25, 100);
updateAttributes({
widthPercent: Math.round(nextWidthPercent)
});
};
const handlePointerUp = (): void => {
cleanupResizeRef.current?.();
cleanupResizeRef.current = null;
setIsResizing(false);
};
cleanupResizeRef.current = () => {
window.removeEventListener("pointermove", handlePointerMove);
window.removeEventListener("pointerup", handlePointerUp);
};
window.addEventListener("pointermove", handlePointerMove);
window.addEventListener("pointerup", handlePointerUp, { once: true });
setIsResizing(true);
};
}
function renderMediaContent() {
if (mediaKind === "image") {
return (
<img
src={src}
alt={alt}
title={title}
draggable={false}
className="block h-auto w-full rounded-xl object-contain"
/>
);
}
if (mediaKind === "youtube") {
return (
<div className="aspect-video w-full overflow-hidden rounded-xl bg-black">
<iframe
src={src}
title={title || "????"}
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowFullScreen
className="h-full w-full border-0"
/>
</div>
);
}
return (
<video src={src} title={title} controls className="block h-auto w-full rounded-xl bg-black" />
);
}
return (
<NodeViewWrapper className="my-4" contentEditable={false}>
<div
ref={mediaFrameRef}
className={cn("relative transition-[width] duration-150", resolveAlignClass(align))}
style={{ width: `${widthPercent}%` }}
onMouseDown={selectCurrentNode}
>
{showControls ? (
<div className="absolute left-0 top-0 z-20 flex -translate-y-[calc(100%+8px)] items-center gap-1 rounded-lg border border-border bg-card/95 px-2 py-1 shadow-sm backdrop-blur">
<button
type="button"
className={cn(
"rounded px-1.5 py-0.5 text-[11px] transition-colors",
align === "left"
? "bg-primary/10 text-primary"
: "text-muted-foreground hover:bg-muted hover:text-foreground"
)}
onClick={() => applyAlign("left")}
>
?
</button>
<button
type="button"
className={cn(
"rounded px-1.5 py-0.5 text-[11px] transition-colors",
align === "center"
? "bg-primary/10 text-primary"
: "text-muted-foreground hover:bg-muted hover:text-foreground"
)}
onClick={() => applyAlign("center")}
>
?
</button>
<button
type="button"
className={cn(
"rounded px-1.5 py-0.5 text-[11px] transition-colors",
align === "right"
? "bg-primary/10 text-primary"
: "text-muted-foreground hover:bg-muted hover:text-foreground"
)}
onClick={() => applyAlign("right")}
>
?
</button>
<span className="pl-1 text-[11px] text-muted-foreground">{widthPercent}%</span>
</div>
) : null}
<div
className={cn(
"relative rounded-xl border bg-muted/20 transition-colors",
showControls ? "border-primary/40 ring-2 ring-primary/20" : "border-border/70"
)}
>
{(mediaKind === "video" || mediaKind === "youtube") && !showControls ? (
<button
type="button"
aria-label="????"
className="absolute inset-0 z-10 rounded-xl"
onClick={selectCurrentNode}
/>
) : null}
{renderMediaContent()}
</div>
{showControls
? HANDLE_DESCRIPTORS.map((handle) => (
<button
key={handle.key}
type="button"
aria-label="??????"
className={cn(
"absolute z-20 h-3 w-3 rounded-full border border-background bg-primary shadow-sm",
handle.className
)}
onPointerDown={startResize(handle.side)}
/>
))
: null}
</div>
</NodeViewWrapper>
);
}
@@ -0,0 +1,608 @@
import { memo, useEffect, useRef, useState, type ChangeEvent } from "react";
import imageCompression from "browser-image-compression";
import type { Editor as TiptapEditor } from "@tiptap/core";
import Link from "@tiptap/extension-link";
import StarterKit from "@tiptap/starter-kit";
import { EditorContent, type JSONContent, useEditor, useEditorState } from "@tiptap/react";
import { ResizableImage } from "@/extensions/resizable-image";
import { ResizableVideo } from "@/extensions/resizable-video";
import { ResizableYoutube } from "@/extensions/resizable-youtube";
import { cn } from "@/lib/utils";
const MAX_IMAGE_UPLOAD_BYTES = 20 * 1024 * 1024;
const MAX_VIDEO_UPLOAD_BYTES = 10 * 1024 * 1024;
const EDITOR_CHANGE_DEBOUNCE_MS = 120;
type TaskRichEditorProps = {
valueJson: string | null;
textFallback: string;
onChange: (payload: { json: string | null; text: string }) => void;
};
type ToolbarButtonProps = {
label: string;
disabled?: boolean;
active?: boolean;
onClick: () => void;
};
type ToolbarState = {
bold: boolean;
italic: boolean;
heading: boolean;
bulletList: boolean;
link: boolean;
};
type EditorToolbarProps = {
editor: TiptapEditor | null;
onInsertImageUrl: () => void;
onOpenImageUpload: () => void;
onInsertVideoUrl: () => void;
onOpenVideoUpload: () => void;
onSetLink: () => void;
};
const DEFAULT_TOOLBAR_STATE: ToolbarState = {
bold: false,
italic: false,
heading: false,
bulletList: false,
link: false
};
const ToolbarButton = memo(function ToolbarButton({
label,
disabled = false,
active = false,
onClick
}: ToolbarButtonProps) {
return (
<button
type="button"
className={cn(
"rounded-md border px-2 py-1 text-xs transition-colors",
active
? "border-primary/50 bg-primary/10 text-primary"
: "border-border bg-background text-foreground hover:border-primary/25 hover:bg-primary/5",
disabled && "cursor-not-allowed opacity-50"
)}
onClick={onClick}
disabled={disabled}
>
{label}
</button>
);
});
const EditorToolbar = memo(function EditorToolbar({
editor,
onInsertImageUrl,
onOpenImageUpload,
onInsertVideoUrl,
onOpenVideoUpload,
onSetLink
}: EditorToolbarProps) {
const toolbarState =
useEditorState({
editor,
selector: ({ editor: currentEditor }) => {
if (!currentEditor) {
return DEFAULT_TOOLBAR_STATE;
}
return {
bold: currentEditor.isActive("bold"),
italic: currentEditor.isActive("italic"),
heading: currentEditor.isActive("heading", { level: 2 }),
bulletList: currentEditor.isActive("bulletList"),
link: currentEditor.isActive("link")
};
}
}) ?? DEFAULT_TOOLBAR_STATE;
const disabled = !editor;
return (
<div className="flex flex-wrap gap-1 rounded-t-lg border border-input border-b-0 bg-muted/30 px-2 py-2">
<ToolbarButton
label={"\u7c97\u4f53"}
disabled={disabled}
active={toolbarState.bold}
onClick={() => editor?.chain().focus().toggleBold().run()}
/>
<ToolbarButton
label={"\u659c\u4f53"}
disabled={disabled}
active={toolbarState.italic}
onClick={() => editor?.chain().focus().toggleItalic().run()}
/>
<ToolbarButton
label={"\u6807\u9898"}
disabled={disabled}
active={toolbarState.heading}
onClick={() => editor?.chain().focus().toggleHeading({ level: 2 }).run()}
/>
<ToolbarButton
label={"\u65e0\u5e8f\u5217\u8868"}
disabled={disabled}
active={toolbarState.bulletList}
onClick={() => editor?.chain().focus().toggleBulletList().run()}
/>
<ToolbarButton
label={"\u94fe\u63a5"}
disabled={disabled}
active={toolbarState.link}
onClick={onSetLink}
/>
<ToolbarButton label={"\u56fe\u7247 URL"} disabled={disabled} onClick={onInsertImageUrl} />
<ToolbarButton
label={"\u4e0a\u4f20\u56fe\u7247"}
disabled={disabled}
onClick={onOpenImageUpload}
/>
<ToolbarButton label={"\u89c6\u9891 URL"} disabled={disabled} onClick={onInsertVideoUrl} />
<ToolbarButton
label={"\u4e0a\u4f20\u89c6\u9891"}
disabled={disabled}
onClick={onOpenVideoUpload}
/>
</div>
);
});
function resolveEditorContent(
valueJson: string | null,
textFallback: string
): JSONContent | string {
if (valueJson) {
try {
return JSON.parse(valueJson) as JSONContent;
} catch {
return textFallback;
}
}
return textFallback;
}
function parseEditorJson(valueJson: string): JSONContent | null {
try {
return JSON.parse(valueJson) as JSONContent;
} catch {
return null;
}
}
function formatBytes(bytes: number): string {
if (bytes < 1024) {
return `${bytes} B`;
}
if (bytes < 1024 * 1024) {
return `${(bytes / 1024).toFixed(1)} KB`;
}
return `${(bytes / (1024 * 1024)).toFixed(2)} MB`;
}
function isYoutubeUrl(url: string): boolean {
return /(youtube\.com|youtu\.be)/i.test(url);
}
function readFileAsDataUrl(file: File): Promise<string> {
return new Promise((resolve, reject) => {
const reader = new FileReader();
reader.onload = () => {
if (typeof reader.result === "string") {
resolve(reader.result);
return;
}
reject(new Error("读取文件失败"));
};
reader.onerror = () => {
reject(new Error("读取文件失败"));
};
reader.readAsDataURL(file);
});
}
function createUploadToken(): string {
if (typeof crypto !== "undefined" && typeof crypto.randomUUID === "function") {
return crypto.randomUUID();
}
return `upload-${Date.now()}-${Math.random().toString(16).slice(2)}`;
}
function replaceMediaSourceByUploadToken(
editor: TiptapEditor,
uploadToken: string,
attributes: Record<string, string | number | null>
): boolean {
return editor.commands.command(({ tr, state }) => {
let updated = false;
state.doc.descendants((node, position) => {
if (node.attrs.uploadToken !== uploadToken) {
return true;
}
tr.setNodeMarkup(position, undefined, {
...node.attrs,
...attributes
});
updated = true;
return false;
});
return updated;
});
}
function removeMediaByUploadToken(editor: TiptapEditor, uploadToken: string): boolean {
return editor.commands.command(({ tr, state }) => {
let removed = false;
state.doc.descendants((node, position) => {
if (node.attrs.uploadToken !== uploadToken) {
return true;
}
tr.delete(position, position + node.nodeSize);
removed = true;
return false;
});
return removed;
});
}
export const TaskRichEditor = memo(function TaskRichEditor({
valueJson,
textFallback,
onChange
}: TaskRichEditorProps) {
const [mediaHint, setMediaHint] = useState<string | null>(null);
const imageInputRef = useRef<HTMLInputElement | null>(null);
const videoInputRef = useRef<HTMLInputElement | null>(null);
const changeTimeoutRef = useRef<number | null>(null);
const latestOnChangeRef = useRef(onChange);
const lastSyncedPayloadRef = useRef<{
json: string | null;
text: string;
}>({
json: valueJson,
text: textFallback
});
useEffect(() => {
latestOnChangeRef.current = onChange;
}, [onChange]);
function flushEditorChange(currentEditor: TiptapEditor): void {
const nextPayload = {
json: JSON.stringify(currentEditor.getJSON()),
text: currentEditor.getText()
};
if (
nextPayload.json === lastSyncedPayloadRef.current.json &&
nextPayload.text === lastSyncedPayloadRef.current.text
) {
return;
}
lastSyncedPayloadRef.current = nextPayload;
latestOnChangeRef.current(nextPayload);
}
function scheduleEditorChange(currentEditor: TiptapEditor): void {
if (changeTimeoutRef.current !== null) {
window.clearTimeout(changeTimeoutRef.current);
}
changeTimeoutRef.current = window.setTimeout(() => {
flushEditorChange(currentEditor);
changeTimeoutRef.current = null;
}, EDITOR_CHANGE_DEBOUNCE_MS);
}
const editor = useEditor({
extensions: [
StarterKit,
Link.configure({
openOnClick: true,
autolink: true,
linkOnPaste: true,
HTMLAttributes: {
rel: "noopener noreferrer",
target: "_blank"
}
}),
ResizableImage,
ResizableVideo,
ResizableYoutube.configure({
controls: true
})
],
content: resolveEditorContent(valueJson, textFallback),
editorProps: {
attributes: {
class:
"min-h-40 rounded-b-lg border border-t-0 border-input bg-background px-3 py-2 text-sm text-foreground outline-none"
}
},
shouldRerenderOnTransaction: false,
onUpdate({ editor: currentEditor }) {
scheduleEditorChange(currentEditor);
},
onBlur({ editor: currentEditor }) {
if (changeTimeoutRef.current !== null) {
window.clearTimeout(changeTimeoutRef.current);
changeTimeoutRef.current = null;
}
flushEditorChange(currentEditor);
}
});
useEffect(() => {
if (!editor) {
return;
}
if (
valueJson === lastSyncedPayloadRef.current.json &&
textFallback === lastSyncedPayloadRef.current.text
) {
return;
}
if (changeTimeoutRef.current !== null) {
window.clearTimeout(changeTimeoutRef.current);
changeTimeoutRef.current = null;
}
if (valueJson) {
const nextJson = parseEditorJson(valueJson);
if (!nextJson) {
if (editor.getText() !== textFallback) {
editor.commands.setContent(textFallback, { emitUpdate: false });
}
return;
}
editor.commands.setContent(nextJson, { emitUpdate: false });
lastSyncedPayloadRef.current = {
json: valueJson,
text: textFallback
};
return;
}
if (editor.getText() !== textFallback) {
editor.commands.setContent(textFallback, { emitUpdate: false });
}
lastSyncedPayloadRef.current = {
json: valueJson,
text: textFallback
};
}, [editor, textFallback, valueJson]);
useEffect(() => {
return () => {
if (changeTimeoutRef.current !== null) {
window.clearTimeout(changeTimeoutRef.current);
}
};
}, []);
async function handleImageFileChange(event: ChangeEvent<HTMLInputElement>): Promise<void> {
const file = event.target.files?.[0];
event.target.value = "";
if (!file || !editor) {
return;
}
if (file.size > MAX_IMAGE_UPLOAD_BYTES) {
setMediaHint(`图片过大,请选择小于 ${formatBytes(MAX_IMAGE_UPLOAD_BYTES)} 的文件。`);
return;
}
const uploadToken = createUploadToken();
const previewUrl = URL.createObjectURL(file);
editor
.chain()
.focus()
.insertContent({
type: "image",
attrs: {
src: previewUrl,
alt: file.name,
title: file.name,
widthPercent: 100,
align: "center",
uploadToken
}
})
.run();
try {
const compressedImage = await imageCompression(file, {
maxSizeMB: 1,
maxWidthOrHeight: 1920,
useWebWorker: true,
initialQuality: 0.8
});
const imageSource = await imageCompression.getDataUrlFromFile(compressedImage);
replaceMediaSourceByUploadToken(editor, uploadToken, {
src: imageSource,
alt: file.name,
title: file.name,
uploadToken: null
});
setMediaHint(null);
} catch {
removeMediaByUploadToken(editor, uploadToken);
setMediaHint("图片处理失败,请重试。");
} finally {
URL.revokeObjectURL(previewUrl);
}
}
async function handleVideoFileChange(event: ChangeEvent<HTMLInputElement>): Promise<void> {
const file = event.target.files?.[0];
event.target.value = "";
if (!file || !editor) {
return;
}
if (file.size > MAX_VIDEO_UPLOAD_BYTES) {
setMediaHint(`视频过大,请选择小于 ${formatBytes(MAX_VIDEO_UPLOAD_BYTES)} 的文件。`);
return;
}
const uploadToken = createUploadToken();
const previewUrl = URL.createObjectURL(file);
editor
.chain()
.focus()
.insertContent({
type: "video",
attrs: {
src: previewUrl,
title: file.name,
widthPercent: 100,
align: "center",
uploadToken
}
})
.run();
try {
const videoSource = await readFileAsDataUrl(file);
replaceMediaSourceByUploadToken(editor, uploadToken, {
src: videoSource,
title: file.name,
uploadToken: null
});
setMediaHint(null);
} catch {
removeMediaByUploadToken(editor, uploadToken);
setMediaHint("视频处理失败,请重试。");
} finally {
URL.revokeObjectURL(previewUrl);
}
}
function handleInsertImageUrl(): void {
if (!editor) {
return;
}
const url = window.prompt("请输入图片 URL");
if (!url) {
return;
}
editor
.chain()
.focus()
.setImage({
src: url
})
.run();
setMediaHint(null);
}
function handleInsertVideoUrl(): void {
if (!editor) {
return;
}
const url = window.prompt("请输入视频 URL");
if (!url) {
return;
}
if (isYoutubeUrl(url)) {
editor
.chain()
.focus()
.setYoutubeVideo({
src: url,
width: 640,
height: 360
})
.run();
setMediaHint(null);
return;
}
editor
.chain()
.focus()
.setVideo({
src: url
})
.run();
setMediaHint(null);
}
return (
<div>
<input
ref={imageInputRef}
type="file"
accept="image/*"
className="hidden"
onChange={handleImageFileChange}
/>
<input
ref={videoInputRef}
type="file"
accept="video/*"
className="hidden"
onChange={handleVideoFileChange}
/>
<EditorToolbar
editor={editor}
onInsertImageUrl={handleInsertImageUrl}
onOpenImageUpload={() => imageInputRef.current?.click()}
onInsertVideoUrl={handleInsertVideoUrl}
onOpenVideoUpload={() => videoInputRef.current?.click()}
onSetLink={() => {
if (!editor) {
return;
}
const url = window.prompt("\u8bf7\u8f93\u5165\u94fe\u63a5\u5730\u5740");
if (!url) {
return;
}
editor.chain().focus().setLink({ href: url }).run();
}}
/>
<EditorContent editor={editor} />
{mediaHint ? <p className="mt-2 text-xs text-muted-foreground">{mediaHint}</p> : null}
</div>
);
});
@@ -0,0 +1,42 @@
import Image from "@tiptap/extension-image";
import { ReactNodeViewRenderer } from "@tiptap/react";
import { ResizableMediaNodeView } from "@/components/editor/resizable-media-node-view";
export const ResizableImage = Image.extend({
addAttributes() {
return {
...(this.parent?.() ?? {}),
widthPercent: {
default: 100,
parseHTML: (element: HTMLElement) =>
Number(element.getAttribute("data-width-percent") ?? 100),
renderHTML: (attributes: { widthPercent?: number }) => ({
"data-width-percent": attributes.widthPercent ?? 100
})
},
align: {
default: "center",
parseHTML: (element: HTMLElement) => element.getAttribute("data-align") ?? "center",
renderHTML: (attributes: { align?: string }) => ({
"data-align": attributes.align ?? "center"
})
},
uploadToken: {
default: null,
parseHTML: (element: HTMLElement) => element.getAttribute("data-upload-token"),
renderHTML: (attributes: { uploadToken?: string | null }) =>
attributes.uploadToken
? {
"data-upload-token": attributes.uploadToken
}
: {}
}
};
},
addNodeView() {
return ReactNodeViewRenderer((props) => (
<ResizableMediaNodeView {...props} mediaKind="image" />
));
}
});
@@ -0,0 +1,99 @@
import { Node, mergeAttributes } from "@tiptap/core";
import { ReactNodeViewRenderer } from "@tiptap/react";
import { ResizableMediaNodeView } from "@/components/editor/resizable-media-node-view";
declare module "@tiptap/core" {
interface Commands<ReturnType> {
video: {
setVideo: (attributes: {
src: string;
title?: string | null;
widthPercent?: number;
align?: "left" | "center" | "right";
}) => ReturnType;
};
}
}
export const ResizableVideo = Node.create({
name: "video",
group: "block",
atom: true,
selectable: true,
draggable: true,
addAttributes() {
return {
src: {
default: null
},
title: {
default: null
},
widthPercent: {
default: 100,
parseHTML: (element: HTMLElement) =>
Number(element.getAttribute("data-width-percent") ?? 100),
renderHTML: (attributes: { widthPercent?: number }) => ({
"data-width-percent": attributes.widthPercent ?? 100
})
},
align: {
default: "center",
parseHTML: (element: HTMLElement) => element.getAttribute("data-align") ?? "center",
renderHTML: (attributes: { align?: string }) => ({
"data-align": attributes.align ?? "center"
})
},
uploadToken: {
default: null,
parseHTML: (element: HTMLElement) => element.getAttribute("data-upload-token"),
renderHTML: (attributes: { uploadToken?: string | null }) =>
attributes.uploadToken
? {
"data-upload-token": attributes.uploadToken
}
: {}
}
};
},
parseHTML() {
return [
{
tag: "video[src]"
}
];
},
renderHTML({ HTMLAttributes }) {
return [
"video",
mergeAttributes(HTMLAttributes, {
controls: "true"
})
];
},
addCommands() {
return {
setVideo:
(attributes) =>
({ commands }) =>
commands.insertContent({
type: this.name,
attrs: {
align: "center",
widthPercent: 100,
...attributes
}
})
};
},
addNodeView() {
return ReactNodeViewRenderer((props) => (
<ResizableMediaNodeView {...props} mediaKind="video" />
));
}
});
@@ -0,0 +1,32 @@
import Youtube from "@tiptap/extension-youtube";
import { ReactNodeViewRenderer } from "@tiptap/react";
import { ResizableMediaNodeView } from "@/components/editor/resizable-media-node-view";
export const ResizableYoutube = Youtube.extend({
addAttributes() {
return {
...(this.parent?.() ?? {}),
widthPercent: {
default: 100,
parseHTML: (element: HTMLElement) =>
Number(element.getAttribute("data-width-percent") ?? 100),
renderHTML: (attributes: { widthPercent?: number }) => ({
"data-width-percent": attributes.widthPercent ?? 100
})
},
align: {
default: "center",
parseHTML: (element: HTMLElement) => element.getAttribute("data-align") ?? "center",
renderHTML: (attributes: { align?: string }) => ({
"data-align": attributes.align ?? "center"
})
}
};
},
addNodeView() {
return ReactNodeViewRenderer((props) => (
<ResizableMediaNodeView {...props} mediaKind="youtube" />
));
}
});
+296
View File
@@ -0,0 +1,296 @@
import { useCallback, useEffect, useMemo, useRef, useState } from "react";
import { useLiveQuery } from "dexie-react-hooks";
import {
countBlockedSyncOperations,
countPendingRemoteOperations,
countPendingSyncOperations,
getLocalSyncState
} from "@/services/local-sync-repo";
import type { WebSession } from "@/services/session-storage";
import { applyPendingRemoteOperations } from "@/services/sync-merge";
import { runSyncWorkerCycle } from "@/services/sync-worker";
const PERIODIC_SYNC_INTERVAL_MS = 30_000;
const MAX_RETRY_DELAY_MS = 60_000;
const BASE_RETRY_DELAY_MS = 2_000;
export type SyncEngineStatus = {
isOnline: boolean;
phase: "idle" | "syncing" | "offline" | "backoff" | "attention";
pendingCount: number;
blockedCount: number;
pendingRemoteCount: number;
lastSyncedAt: number | null;
nextRetryAt: number | null;
lastError: string | null;
};
function getErrorMessage(error: unknown): string {
if (error instanceof Error && error.message.trim()) {
return error.message;
}
return "同步失败,请稍后重试";
}
function calculateRetryDelay(attempt: number): number {
return Math.min(BASE_RETRY_DELAY_MS * 2 ** Math.max(attempt - 1, 0), MAX_RETRY_DELAY_MS);
}
export function useSyncEngine(session: WebSession | null): {
status: SyncEngineStatus;
triggerSync: () => void;
} {
const userId = session?.user.id ?? "";
const pendingCount = useLiveQuery(async () => countPendingSyncOperations(), [userId]) ?? 0;
const blockedCount = useLiveQuery(async () => countBlockedSyncOperations(), [userId]) ?? 0;
const pendingRemoteCount =
useLiveQuery(async () => {
if (!userId) {
return 0;
}
return countPendingRemoteOperations(userId);
}, [userId]) ?? 0;
const storedSyncState =
useLiveQuery(async () => {
if (!userId) {
return null;
}
return getLocalSyncState(userId);
}, [userId]) ?? null;
const [isOnline, setIsOnline] = useState(() => window.navigator.onLine);
const [phase, setPhase] = useState<SyncEngineStatus["phase"]>(
window.navigator.onLine ? "idle" : "offline"
);
const [lastError, setLastError] = useState<string | null>(null);
const [nextRetryAt, setNextRetryAt] = useState<number | null>(null);
const [lastSyncedAt, setLastSyncedAt] = useState<number | null>(null);
const retryAttemptRef = useRef(0);
const runningRef = useRef(false);
const mergeRunningRef = useRef(false);
useEffect(() => {
setLastSyncedAt(storedSyncState?.lastSyncedAt ?? null);
}, [storedSyncState]);
const runCycle = useCallback(async () => {
if (!userId || runningRef.current || !window.navigator.onLine) {
return;
}
runningRef.current = true;
setPhase("syncing");
setLastError(null);
setNextRetryAt(null);
try {
const result = await runSyncWorkerCycle(userId);
retryAttemptRef.current = 0;
setLastSyncedAt(result.lastSyncedAt);
if (result.hasFailures) {
const nextAttempt = retryAttemptRef.current + 1;
retryAttemptRef.current = nextAttempt;
const delay = calculateRetryDelay(nextAttempt);
setLastError(result.failureMessage ?? "同步失败");
setNextRetryAt(Date.now() + delay);
setPhase("backoff");
return;
}
setPhase(blockedCount > 0 ? "attention" : "idle");
} catch (error) {
const nextAttempt = retryAttemptRef.current + 1;
retryAttemptRef.current = nextAttempt;
const delay = calculateRetryDelay(nextAttempt);
setLastError(getErrorMessage(error));
setNextRetryAt(Date.now() + delay);
setPhase("backoff");
} finally {
runningRef.current = false;
}
}, [blockedCount, userId]);
const triggerSync = useCallback(() => {
void runCycle();
}, [runCycle]);
const runMerge = useCallback(async () => {
if (!userId || mergeRunningRef.current) {
return;
}
mergeRunningRef.current = true;
try {
await applyPendingRemoteOperations(userId);
if (!runningRef.current) {
setPhase((currentPhase) => {
if (!window.navigator.onLine) {
return "offline";
}
if (currentPhase === "backoff") {
return currentPhase;
}
return blockedCount > 0 ? "attention" : "idle";
});
}
} catch (error) {
setLastError(getErrorMessage(error));
setPhase("attention");
} finally {
mergeRunningRef.current = false;
}
}, [blockedCount, userId]);
useEffect(() => {
function handleOnline(): void {
setIsOnline(true);
setPhase(blockedCount > 0 ? "attention" : "idle");
void runCycle();
}
function handleOffline(): void {
setIsOnline(false);
setNextRetryAt(null);
setPhase("offline");
}
function handleVisibilityChange(): void {
if (document.visibilityState === "visible" && window.navigator.onLine) {
void runCycle();
}
}
window.addEventListener("online", handleOnline);
window.addEventListener("offline", handleOffline);
document.addEventListener("visibilitychange", handleVisibilityChange);
return () => {
window.removeEventListener("online", handleOnline);
window.removeEventListener("offline", handleOffline);
document.removeEventListener("visibilitychange", handleVisibilityChange);
};
}, [blockedCount, runCycle]);
useEffect(() => {
if (!userId || !isOnline) {
return;
}
if (pendingCount === 0 && pendingRemoteCount === 0) {
return;
}
void runCycle();
}, [isOnline, pendingCount, pendingRemoteCount, runCycle, userId]);
useEffect(() => {
if (!userId || !isOnline) {
return;
}
const intervalId = window.setInterval(() => {
void runCycle();
}, PERIODIC_SYNC_INTERVAL_MS);
return () => {
window.clearInterval(intervalId);
};
}, [isOnline, runCycle, userId]);
useEffect(() => {
if (!nextRetryAt || !isOnline) {
return;
}
const timeoutId = window.setTimeout(
() => {
void runCycle();
},
Math.max(nextRetryAt - Date.now(), 0)
);
return () => {
window.clearTimeout(timeoutId);
};
}, [isOnline, nextRetryAt, runCycle]);
useEffect(() => {
if (!userId || pendingRemoteCount === 0 || runningRef.current) {
return;
}
void runMerge();
}, [pendingRemoteCount, runMerge, userId]);
useEffect(() => {
if (!userId) {
setLastError(null);
setLastSyncedAt(null);
setNextRetryAt(null);
setPhase(window.navigator.onLine ? "idle" : "offline");
retryAttemptRef.current = 0;
}
}, [userId]);
const status = useMemo<SyncEngineStatus>(() => {
if (!isOnline) {
return {
isOnline,
phase: "offline",
pendingCount,
blockedCount,
pendingRemoteCount,
lastSyncedAt,
nextRetryAt: null,
lastError
};
}
if (blockedCount > 0 && phase !== "syncing") {
return {
isOnline,
phase: "attention",
pendingCount,
blockedCount,
pendingRemoteCount,
lastSyncedAt,
nextRetryAt,
lastError
};
}
return {
isOnline,
phase,
pendingCount,
blockedCount,
pendingRemoteCount,
lastSyncedAt,
nextRetryAt,
lastError
};
}, [
blockedCount,
isOnline,
lastError,
lastSyncedAt,
nextRetryAt,
pendingCount,
pendingRemoteCount,
phase
]);
return {
status,
triggerSync
};
}
+539
View File
@@ -0,0 +1,539 @@
import { useCallback, useEffect, useMemo, useRef, useState } from "react";
import type { KeyboardEvent } from "react";
import {
Bot,
CircleAlert,
Globe2,
KeyRound,
LoaderCircle,
PlugZap,
SendHorizontal
} from "lucide-react";
import { useNavigate } from "react-router-dom";
import { Button } from "@/components/ui/button";
import { cn } from "@/lib/utils";
import {
chatWithAi,
listAiBindings,
type WebAiBindingSummary,
type WebAiBindingsResponse,
type WebAiChannel,
type WebAiLocalTaskContextItem,
WebAiApiError
} from "@/services/ai-api";
import {
deleteLocalAiChatSession,
listLocalAiChatSessions,
saveLocalAiChatSession,
type LocalAiChatMessageRecord
} from "@/services/local-ai-chat-repo";
import { listLocalTasksByUser } from "@/services/local-task-repo";
import type { WebSession } from "@/services/session-storage";
import { CHANNEL_META, CHANNEL_ORDER } from "@/components/ai/ai-shared";
type AiChatPageProps = {
session: WebSession;
};
type AiMessageRecord = LocalAiChatMessageRecord;
function createEmptyMessages(): Record<WebAiChannel, AiMessageRecord[]> {
return {
USER_KEY: [],
ASTRBOT: [],
PUBLIC_POOL: []
};
}
function createEmptySessionIds(): Partial<Record<WebAiChannel, string>> {
return {};
}
function formatTimeLabel(date = new Date()): string {
return date.toLocaleTimeString("zh-CN", {
hour: "2-digit",
minute: "2-digit"
});
}
function appendMessage(
records: Record<WebAiChannel, AiMessageRecord[]>,
channel: WebAiChannel,
message: AiMessageRecord
): Record<WebAiChannel, AiMessageRecord[]> {
return {
...records,
[channel]: [...records[channel], message]
};
}
function buildLocalTaskContext(
items: Awaited<ReturnType<typeof listLocalTasksByUser>>
): WebAiLocalTaskContextItem[] {
return items
.filter((item) => item.status === "TODO" || item.status === "IN_PROGRESS")
.slice(0, 20)
.map((item) => ({
id: item.id,
title: item.title,
priority: item.priority,
status: item.status,
ddlAt: item.ddlAt,
contentText: item.contentText,
updatedAt: item.updatedAt
}));
}
export function AiChatPage({ session }: AiChatPageProps) {
const navigate = useNavigate();
const [bindingsResponse, setBindingsResponse] = useState<WebAiBindingsResponse | null>(null);
const [loadingBindings, setLoadingBindings] = useState(true);
const [refreshingBindings, setRefreshingBindings] = useState(false);
const [activeChannel, setActiveChannel] = useState<WebAiChannel>("USER_KEY");
const [messagesByChannel, setMessagesByChannel] = useState<
Record<WebAiChannel, AiMessageRecord[]>
>(() => createEmptyMessages());
const [sessionIds, setSessionIds] = useState<Partial<Record<WebAiChannel, string>>>(() =>
createEmptySessionIds()
);
const [draftMessage, setDraftMessage] = useState("");
const [sending, setSending] = useState(false);
const [loadError, setLoadError] = useState<string | null>(null);
const [historyLoaded, setHistoryLoaded] = useState(false);
const messagesEndRef = useRef<HTMLDivElement | null>(null);
const bindingMap = useMemo(() => {
const map = new Map<WebAiChannel, WebAiBindingSummary>();
for (const binding of bindingsResponse?.bindings ?? []) {
map.set(binding.channel, binding);
}
return map;
}, [bindingsResponse]);
const currentBinding =
activeChannel === "PUBLIC_POOL" ? null : (bindingMap.get(activeChannel) ?? null);
const publicPool = bindingsResponse?.publicPool ?? null;
const currentMessages = messagesByChannel[activeChannel];
const loadBindings = useCallback(async (): Promise<void> => {
setRefreshingBindings(true);
setLoadError(null);
try {
const response = await listAiBindings(session);
setBindingsResponse(response);
} catch (error) {
setLoadError(error instanceof Error ? error.message : "AI 配置加载失败");
} finally {
setLoadingBindings(false);
setRefreshingBindings(false);
}
}, [session]);
useEffect(() => {
void loadBindings();
}, [loadBindings]);
useEffect(() => {
let cancelled = false;
async function loadLocalHistory(): Promise<void> {
try {
const records = await listLocalAiChatSessions(session.user.id);
if (cancelled) {
return;
}
const nextMessages = createEmptyMessages();
const nextSessionIds = createEmptySessionIds();
for (const record of records) {
nextMessages[record.channel] = record.messages;
if (record.sessionId) {
nextSessionIds[record.channel] = record.sessionId;
}
}
setMessagesByChannel(nextMessages);
setSessionIds(nextSessionIds);
} finally {
if (!cancelled) {
setHistoryLoaded(true);
}
}
}
setHistoryLoaded(false);
void loadLocalHistory();
return () => {
cancelled = true;
};
}, [session.user.id]);
useEffect(() => {
if (!historyLoaded) {
return;
}
void Promise.all(
CHANNEL_ORDER.map(async (channel) => {
const messages = messagesByChannel[channel];
const sessionId = sessionIds[channel] ?? null;
if (messages.length === 0 && sessionId === null) {
await deleteLocalAiChatSession(session.user.id, channel);
return;
}
await saveLocalAiChatSession({
userId: session.user.id,
channel,
sessionId,
messages
});
})
);
}, [historyLoaded, messagesByChannel, session.user.id, sessionIds]);
useEffect(() => {
messagesEndRef.current?.scrollIntoView({
block: "end",
behavior: "smooth"
});
}, [activeChannel, currentMessages.length]);
const sendBlockedReason = useMemo(() => {
if (activeChannel === "PUBLIC_POOL") {
if (!publicPool?.enabled) {
return "管理员尚未开放公共 AI。";
}
return null;
}
if (!currentBinding) {
return activeChannel === "USER_KEY"
? "你还没有配置自备厂商,请先前往系统设置 > AI 配置。"
: "你还没有配置 AstrBot,请先前往系统设置 > AI 配置。";
}
if (!currentBinding.isEnabled) {
return "当前渠道已关闭,请先在系统设置 > AI 配置中启用。";
}
return null;
}, [activeChannel, currentBinding, publicPool]);
async function handleSendMessage(): Promise<void> {
const message = draftMessage.trim();
if (!message || sendBlockedReason || sending) {
return;
}
const channel = activeChannel;
setSending(true);
setDraftMessage("");
setMessagesByChannel((current) =>
appendMessage(current, channel, {
id: crypto.randomUUID(),
role: "user",
content: message,
meta: formatTimeLabel()
})
);
try {
const localTasks = buildLocalTaskContext(await listLocalTasksByUser(session.user.id));
const response = await chatWithAi(session, {
channel,
message,
sessionId: sessionIds[channel],
localTasks
});
setSessionIds((current) => ({
...current,
[channel]: response.sessionId ?? current[channel]
}));
setMessagesByChannel((current) =>
appendMessage(current, channel, {
id: crypto.randomUUID(),
role: "assistant",
content: response.content,
meta: `${CHANNEL_META[response.channel].title} · ${response.providerName}${response.model ? ` · ${response.model}` : ""}`
})
);
} catch (error) {
const apiError =
error instanceof WebAiApiError
? error
: new WebAiApiError(error instanceof Error ? error.message : "AI 请求失败");
const firstAttempt = apiError.attempts?.find((item) => item.reasonMessage);
const content =
firstAttempt?.reasonMessage && firstAttempt.reasonMessage !== apiError.message
? `${apiError.message}\n${firstAttempt.reasonMessage}`
: apiError.message;
setMessagesByChannel((current) =>
appendMessage(current, channel, {
id: crypto.randomUUID(),
role: "system",
content,
meta: "调用失败"
})
);
} finally {
setSending(false);
}
}
function handleDraftKeyDown(event: KeyboardEvent<HTMLTextAreaElement>): void {
if (event.key !== "Enter" || event.shiftKey || event.nativeEvent.isComposing) {
return;
}
event.preventDefault();
void handleSendMessage();
}
return (
<section className="space-y-4">
<div className="rounded-[2rem] border border-border/70 bg-card/92 p-6 shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
<div className="flex flex-col gap-4 lg:flex-row lg:items-end lg:justify-between">
<div>
<div className="flex items-center gap-2 text-sm font-medium text-primary">
<Bot className="size-4" />
AI
</div>
<h1 className="mt-2 text-2xl font-semibold tracking-tight text-foreground">
AI
</h1>
<p className="mt-2 text-sm leading-7 text-muted-foreground">
AI
</p>
</div>
<div className="flex gap-3">
<Button type="button" variant="outline" onClick={() => navigate("/settings")}>
AI
</Button>
<Button
type="button"
variant="outline"
onClick={() => void loadBindings()}
disabled={refreshingBindings}
>
{refreshingBindings ? (
<>
<LoaderCircle className="size-4 animate-spin" />
</>
) : (
"刷新状态"
)}
</Button>
</div>
</div>
</div>
<div className="grid gap-4 xl:grid-cols-[320px_minmax(0,1fr)]">
<aside className="space-y-4 rounded-[2rem] border border-border/70 bg-card/92 p-4 shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
<div>
<div className="text-sm font-semibold text-foreground"></div>
<div className="mt-1 text-xs leading-6 text-muted-foreground">
使
</div>
</div>
<div className="space-y-2">
{CHANNEL_ORDER.map((channel) => {
const selected = activeChannel === channel;
const binding = channel === "PUBLIC_POOL" ? null : (bindingMap.get(channel) ?? null);
const enabled =
channel === "PUBLIC_POOL"
? Boolean(publicPool?.enabled)
: Boolean(binding?.isEnabled);
const statusLabel =
channel === "PUBLIC_POOL"
? publicPool?.enabled
? "可使用"
: "未开放"
: binding
? enabled
? "已启用"
: "已停用"
: "未配置";
const Icon =
channel === "PUBLIC_POOL" ? Globe2 : channel === "ASTRBOT" ? PlugZap : KeyRound;
return (
<button
key={channel}
type="button"
className={cn(
"w-full rounded-2xl border bg-gradient-to-br px-3 py-3 text-left transition-all",
CHANNEL_META[channel].accentClassName,
selected
? "border-primary/45 ring-2 ring-primary/15"
: "border-border/70 hover:border-primary/25 hover:bg-muted/35"
)}
onClick={() => setActiveChannel(channel)}
>
<div className="flex items-start justify-between gap-3">
<div className="flex items-start gap-3">
<span className="rounded-xl bg-background/85 p-2 text-primary shadow-sm">
<Icon className="size-4" />
</span>
<div>
<div className="text-sm font-semibold text-foreground">
{CHANNEL_META[channel].title}
</div>
<div className="mt-1 text-xs leading-5 text-muted-foreground">
{CHANNEL_META[channel].description}
</div>
</div>
</div>
<span
className={cn(
"rounded-full border px-2 py-0.5 text-[11px] font-medium",
enabled
? "border-emerald-500/25 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300"
: "border-border bg-background text-muted-foreground"
)}
>
{statusLabel}
</span>
</div>
</button>
);
})}
</div>
{loadError ? (
<div className="rounded-2xl border border-destructive/15 bg-destructive/8 px-3 py-2 text-sm text-destructive">
{loadError}
</div>
) : null}
<div className="rounded-2xl border border-border/70 bg-background/80 px-3 py-3 text-xs leading-6 text-muted-foreground">
<div className="font-medium text-foreground"></div>
<div className="mt-1">
{loadingBindings
? "正在加载配置..."
: activeChannel === "PUBLIC_POOL"
? publicPool?.enabled
? "公共 AI 已开放,可直接发送。"
: "公共 AI 未开放。"
: currentBinding
? currentBinding.isEnabled
? "已配置并启用。"
: "已配置,但当前关闭。"
: "尚未配置。"}
</div>
</div>
</aside>
<div className="flex min-h-[720px] flex-col overflow-hidden rounded-[2rem] border border-border/70 bg-card/92 shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
<div className="border-b border-border/70 px-5 py-4">
<div className="text-sm font-semibold text-foreground">
{CHANNEL_META[activeChannel].title}
</div>
<div className="mt-1 text-xs text-muted-foreground">
</div>
</div>
<div className="min-h-0 flex-1 space-y-3 overflow-y-auto px-5 py-4">
{currentMessages.length === 0 ? (
<div className="rounded-2xl border border-dashed border-border bg-muted/35 p-4 text-sm leading-7 text-muted-foreground">
<div className="font-medium text-foreground"></div>
<div className="mt-1">
</div>
</div>
) : (
currentMessages.map((message) => (
<div
key={message.id}
className={cn(
"max-w-[92%] rounded-2xl px-4 py-3 text-sm leading-7 shadow-sm",
message.role === "user"
? "ml-auto bg-primary text-primary-foreground"
: message.role === "assistant"
? "border border-border/70 bg-background text-foreground"
: "border border-destructive/15 bg-destructive/8 text-foreground"
)}
>
<div className="whitespace-pre-wrap break-words">{message.content}</div>
{message.meta ? (
<div
className={cn(
"mt-2 text-[11px]",
message.role === "user"
? "text-primary-foreground/80"
: "text-muted-foreground"
)}
>
{message.meta}
</div>
) : null}
</div>
))
)}
<div ref={messagesEndRef} />
</div>
<div className="border-t border-border/70 p-5">
{sendBlockedReason ? (
<div className="mb-3 rounded-2xl border border-amber-500/15 bg-amber-500/10 px-3 py-2 text-sm leading-6 text-amber-700 dark:text-amber-300">
{sendBlockedReason}
</div>
) : null}
<textarea
value={draftMessage}
onChange={(event) => setDraftMessage(event.target.value)}
onKeyDown={handleDraftKeyDown}
placeholder="输入你的问题,例如:结合我当前待办,帮我排一下今天的优先级。"
className="min-h-[140px] w-full rounded-2xl border border-border bg-background px-4 py-3 text-sm leading-7 outline-none transition-colors placeholder:text-muted-foreground focus:border-primary/40"
/>
<div className="mt-3 flex items-center justify-between gap-3">
<div className="flex items-center gap-2 text-xs text-muted-foreground">
<CircleAlert className="size-4" />
<span>使</span>
</div>
<div className="flex gap-3">
{sendBlockedReason ? (
<Button type="button" variant="outline" onClick={() => navigate("/settings")}>
</Button>
) : null}
<Button
type="button"
onClick={() => void handleSendMessage()}
disabled={
sending || draftMessage.trim().length === 0 || sendBlockedReason !== null
}
>
{sending ? (
<>
<LoaderCircle className="size-4 animate-spin" />
</>
) : (
<>
<SendHorizontal className="size-4" />
</>
)}
</Button>
</div>
</div>
</div>
</div>
</div>
</section>
);
}
+26
View File
@@ -0,0 +1,26 @@
import type { LucideIcon } from "lucide-react";
import { Construction } from "lucide-react";
type PlaceholderPageProps = {
title: string;
description: string;
icon?: LucideIcon;
};
export function PlaceholderPage({
title,
description,
icon: Icon = Construction
}: PlaceholderPageProps) {
return (
<section className="rounded-[2rem] border border-border/70 bg-card/92 p-8 shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
<div className="mx-auto max-w-2xl text-center">
<div className="mx-auto flex h-16 w-16 items-center justify-center rounded-2xl bg-primary/10 text-primary">
<Icon className="size-7" />
</div>
<h1 className="mt-5 text-2xl font-semibold tracking-tight text-foreground">{title}</h1>
<p className="mt-3 text-sm leading-7 text-muted-foreground">{description}</p>
</div>
</section>
);
}
+549
View File
@@ -0,0 +1,549 @@
import { useCallback, useEffect, useMemo, useState } from "react";
import { CheckCircle2, Globe2, KeyRound, LoaderCircle, PlugZap, Settings2 } from "lucide-react";
import { Button } from "@/components/ui/button";
import { cn } from "@/lib/utils";
import {
listAiBindings,
testAiBinding,
upsertAiBinding,
type WebAiBindingSummary,
type WebAiBindingsResponse,
type WebAiChannel
} from "@/services/ai-api";
import type { WebSession } from "@/services/session-storage";
import {
buildAiBindingPayload,
createAiBindingFormState,
type AiBindingFormState
} from "@/components/ai/ai-shared";
type SettingsPageProps = {
session: WebSession;
};
type SettingsTab = "ai" | "general";
type NoticeState = {
tone: "success" | "error";
message: string;
};
type ChannelNoticeState = NoticeState & {
detail?: string;
};
const TODOLIST_VERSION = "0.1.0";
function AiConfigCard({
channel,
title,
description,
icon: Icon,
formState,
onChange,
onSave,
saving,
binding,
notice
}: {
channel: Exclude<WebAiChannel, "PUBLIC_POOL">;
title: string;
description: string;
icon: typeof KeyRound;
formState: AiBindingFormState;
onChange: React.Dispatch<React.SetStateAction<AiBindingFormState>>;
onSave: () => Promise<void>;
saving: boolean;
binding: WebAiBindingSummary | null;
notice: ChannelNoticeState | null;
}) {
return (
<section className="rounded-[2rem] border border-border/70 bg-card/92 p-5 shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
<div className="flex items-start justify-between gap-3">
<div className="flex items-start gap-3">
<span className="rounded-2xl bg-primary/10 p-3 text-primary">
<Icon className="size-5" />
</span>
<div>
<h2 className="text-lg font-semibold tracking-tight text-foreground">{title}</h2>
<p className="mt-1 text-sm leading-6 text-muted-foreground">{description}</p>
</div>
</div>
<span
className={cn(
"rounded-full border px-2 py-0.5 text-[11px] font-medium",
formState.isEnabled
? "border-emerald-500/25 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300"
: "border-border bg-background text-muted-foreground"
)}
>
{formState.isEnabled ? "已启用" : "已停用"}
</span>
</div>
{notice ? (
<div
className={cn(
"mt-4 rounded-2xl border px-3 py-3 text-sm",
notice.tone === "success"
? "border-emerald-500/20 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300"
: "border-destructive/20 bg-destructive/10 text-destructive"
)}
>
<div className="flex items-start gap-2">
<CheckCircle2 className="mt-0.5 size-4 shrink-0" />
<div className="min-w-0">
<div>{notice.message}</div>
{notice.detail ? (
<div className="mt-1 text-xs leading-6 opacity-80">{notice.detail}</div>
) : null}
</div>
</div>
</div>
) : null}
<div className="mt-5 grid gap-3 sm:grid-cols-2">
<label className="space-y-1.5">
<span className="text-xs font-medium text-muted-foreground"></span>
<input
className="h-10 w-full rounded-xl border border-border bg-background px-3 text-sm outline-none transition-colors focus:border-primary/40"
value={formState.providerName}
onChange={(event) =>
onChange((current) => ({
...current,
providerName: event.target.value
}))
}
placeholder={channel === "USER_KEY" ? "如 openai / deepseek / dashscope" : "可选"}
/>
</label>
<label className="space-y-1.5">
<span className="text-xs font-medium text-muted-foreground"></span>
<input
className="h-10 w-full rounded-xl border border-border bg-background px-3 text-sm outline-none transition-colors focus:border-primary/40"
value={formState.model}
onChange={(event) =>
onChange((current) => ({
...current,
model: event.target.value
}))
}
placeholder={channel === "USER_KEY" ? "如 gpt-4o-mini" : "可选"}
/>
</label>
</div>
<div className="mt-3 grid gap-3">
<label className="space-y-1.5">
<span className="text-xs font-medium text-muted-foreground">
{channel === "USER_KEY" ? "接口地址" : "AstrBot 地址"}
</span>
<input
className="h-10 w-full rounded-xl border border-border bg-background px-3 text-sm outline-none transition-colors focus:border-primary/40"
value={formState.endpoint}
onChange={(event) =>
onChange((current) => ({
...current,
endpoint: event.target.value
}))
}
placeholder={
channel === "USER_KEY" ? "如 https://api.openai.com/v1" : "如 http://100.64.0.21:6185"
}
/>
</label>
{channel === "ASTRBOT" ? (
<div className="grid gap-3 sm:grid-cols-2">
<label className="space-y-1.5">
<span className="text-xs font-medium text-muted-foreground">configId</span>
<input
className="h-10 w-full rounded-xl border border-border bg-background px-3 text-sm outline-none transition-colors focus:border-primary/40"
value={formState.configId}
onChange={(event) =>
onChange((current) => ({
...current,
configId: event.target.value
}))
}
placeholder="如 default"
/>
</label>
<label className="space-y-1.5">
<span className="text-xs font-medium text-muted-foreground">configName</span>
<input
className="h-10 w-full rounded-xl border border-border bg-background px-3 text-sm outline-none transition-colors focus:border-primary/40"
value={formState.configName}
onChange={(event) =>
onChange((current) => ({
...current,
configName: event.target.value
}))
}
placeholder="可选"
/>
</label>
</div>
) : null}
<label className="space-y-1.5">
<span className="text-xs font-medium text-muted-foreground">
{channel === "USER_KEY" ? "API Key" : "AstrBot API Key"}
</span>
<input
className="h-10 w-full rounded-xl border border-border bg-background px-3 text-sm outline-none transition-colors focus:border-primary/40"
value={formState.apiKey}
onChange={(event) =>
onChange((current) => ({
...current,
apiKey: event.target.value
}))
}
placeholder={binding?.hasApiKey ? "留空则保持当前密钥不变" : "请输入密钥"}
/>
{binding?.maskedApiKey ? (
<div className="text-xs text-muted-foreground">
{binding.maskedApiKey}
</div>
) : null}
</label>
</div>
<label className="mt-3 flex items-center gap-2 rounded-2xl border border-border/70 bg-background/70 px-3 py-2 text-sm text-foreground">
<input
type="checkbox"
checked={formState.isEnabled}
onChange={(event) =>
onChange((current) => ({
...current,
isEnabled: event.target.checked
}))
}
/>
<span></span>
</label>
<div className="mt-4 flex items-center justify-between gap-3">
<p className="text-xs leading-6 text-muted-foreground">
{channel === "USER_KEY"
? "该配置按用户单独保存,适合接入你自己的服务商密钥。"
: "该配置按用户单独保存,适合直接复用 AstrBot 中已有的模型能力。"}
<br />
</p>
<Button type="button" onClick={() => void onSave()} disabled={saving}>
{saving ? (
<>
<LoaderCircle className="size-4 animate-spin" />
</>
) : formState.isEnabled ? (
"测试并保存"
) : (
"保存草稿"
)}
</Button>
</div>
</section>
);
}
export function SettingsPage({ session }: SettingsPageProps) {
const [activeTab, setActiveTab] = useState<SettingsTab>("ai");
const [bindingsResponse, setBindingsResponse] = useState<WebAiBindingsResponse | null>(null);
const [loading, setLoading] = useState(true);
const [refreshing, setRefreshing] = useState(false);
const [notice, setNotice] = useState<NoticeState | null>(null);
const [savingChannel, setSavingChannel] = useState<WebAiChannel | null>(null);
const [channelNotices, setChannelNotices] = useState<
Partial<Record<Exclude<WebAiChannel, "PUBLIC_POOL">, ChannelNoticeState>>
>({});
const [userKeyForm, setUserKeyForm] = useState<AiBindingFormState>(() =>
createAiBindingFormState()
);
const [astrbotForm, setAstrbotForm] = useState<AiBindingFormState>(() =>
createAiBindingFormState()
);
const bindingMap = useMemo(() => {
const map = new Map<WebAiChannel, WebAiBindingSummary>();
for (const binding of bindingsResponse?.bindings ?? []) {
map.set(binding.channel, binding);
}
return map;
}, [bindingsResponse]);
const loadBindings = useCallback(async (): Promise<void> => {
setRefreshing(true);
try {
const response = await listAiBindings(session);
setBindingsResponse(response);
setUserKeyForm(
createAiBindingFormState(response.bindings.find((item) => item.channel === "USER_KEY"))
);
setAstrbotForm(
createAiBindingFormState(response.bindings.find((item) => item.channel === "ASTRBOT"))
);
} catch (error) {
setNotice({
tone: "error",
message: error instanceof Error ? error.message : "AI 配置加载失败"
});
} finally {
setLoading(false);
setRefreshing(false);
}
}, [session]);
useEffect(() => {
void loadBindings();
}, [loadBindings]);
useEffect(() => {
if (!notice) {
return;
}
const timer = window.setTimeout(() => {
setNotice(null);
}, 2800);
return () => {
window.clearTimeout(timer);
};
}, [notice]);
async function handleSaveChannel(channel: Exclude<WebAiChannel, "PUBLIC_POOL">): Promise<void> {
const formState = channel === "USER_KEY" ? userKeyForm : astrbotForm;
const binding = bindingMap.get(channel) ?? null;
const payload = buildAiBindingPayload(channel, formState, binding);
try {
setSavingChannel(channel);
setChannelNotices((current) => ({
...current,
[channel]: undefined
}));
if (payload.isEnabled) {
const testResult = await testAiBinding(session, payload);
if (!testResult.success) {
setChannelNotices((current) => ({
...current,
[channel]: {
tone: "error",
message: `连通性测试未通过:${testResult.message}`,
detail: binding
? "测试的是你当前编辑中的草稿配置。由于未保存,系统仍会继续使用上一份已保存配置,所以聊天可能依然正常。"
: "当前还没有已保存配置。请先修正表单中的地址、模型或密钥后再测试。"
}
}));
return;
}
}
await upsertAiBinding(session, payload);
setChannelNotices((current) => ({
...current,
[channel]: {
tone: "success",
message:
channel === "USER_KEY"
? payload.isEnabled
? "自备厂商连通性测试通过,配置已保存。"
: "自备厂商配置草稿已保存。"
: payload.isEnabled
? "AstrBot 连通性测试通过,配置已保存。"
: "AstrBot 配置草稿已保存。",
detail: payload.isEnabled
? "之后 AI 助手会使用这份刚保存的配置。"
: "当前只是保存草稿,未启用时不会参与实际聊天。"
}
}));
if (channel === "USER_KEY") {
setUserKeyForm((current) => ({
...current,
apiKey: ""
}));
} else {
setAstrbotForm((current) => ({
...current,
apiKey: ""
}));
}
await loadBindings();
} catch (error) {
setChannelNotices((current) => ({
...current,
[channel]: {
tone: "error",
message: error instanceof Error ? error.message : "AI 配置保存失败"
}
}));
} finally {
setSavingChannel(null);
}
}
return (
<section className="space-y-4">
<div className="rounded-[2rem] border border-border/70 bg-card/92 p-6 shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
<div className="flex flex-col gap-4 lg:flex-row lg:items-end lg:justify-between">
<div>
<div className="flex items-center gap-2 text-sm font-medium text-primary">
<Settings2 className="size-4" />
</div>
<h1 className="mt-2 text-2xl font-semibold tracking-tight text-foreground">
AI
</h1>
<p className="mt-2 text-sm leading-7 text-muted-foreground">
AstrBot AI 使
</p>
<div className="mt-3 inline-flex items-center rounded-full border border-border/70 bg-background/80 px-3 py-1 text-xs font-medium text-muted-foreground">
TodoList v{TODOLIST_VERSION}
</div>
</div>
<Button
type="button"
variant="outline"
onClick={() => void loadBindings()}
disabled={refreshing}
>
{refreshing ? (
<>
<LoaderCircle className="size-4 animate-spin" />
</>
) : (
"刷新配置"
)}
</Button>
</div>
</div>
<div className="flex flex-wrap gap-3">
<Button
type="button"
variant={activeTab === "ai" ? "default" : "outline"}
onClick={() => setActiveTab("ai")}
>
AI
</Button>
<Button
type="button"
variant={activeTab === "general" ? "default" : "outline"}
onClick={() => setActiveTab("general")}
>
</Button>
</div>
{notice ? (
<div
className={cn(
"flex items-start gap-2 rounded-2xl border px-3 py-2 text-sm",
notice.tone === "success"
? "border-emerald-500/20 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300"
: "border-destructive/20 bg-destructive/10 text-destructive"
)}
>
<CheckCircle2 className="mt-0.5 size-4 shrink-0" />
<span>{notice.message}</span>
</div>
) : null}
{activeTab === "ai" ? (
loading ? (
<div className="rounded-[2rem] border border-border/70 bg-card/92 p-6 text-sm text-muted-foreground shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
AI ...
</div>
) : (
<div className="space-y-4">
<AiConfigCard
channel="USER_KEY"
title="自备厂商"
description="当前支持 OpenAI-Compatible 接口。Google 原生协议、阿里云原生协议将单独适配。"
icon={KeyRound}
formState={userKeyForm}
onChange={setUserKeyForm}
onSave={() => handleSaveChannel("USER_KEY")}
saving={savingChannel === "USER_KEY"}
binding={bindingMap.get("USER_KEY") ?? null}
notice={channelNotices.USER_KEY ?? null}
/>
<AiConfigCard
channel="ASTRBOT"
title="AstrBot"
description="填写 AstrBot 地址与 API Key 后,即可在 AI 助手页面中使用你的 AstrBot 渠道。"
icon={PlugZap}
formState={astrbotForm}
onChange={setAstrbotForm}
onSave={() => handleSaveChannel("ASTRBOT")}
saving={savingChannel === "ASTRBOT"}
binding={bindingMap.get("ASTRBOT") ?? null}
notice={channelNotices.ASTRBOT ?? null}
/>
<section className="rounded-[2rem] border border-border/70 bg-card/92 p-5 shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
<div className="flex items-start justify-between gap-3">
<div className="flex items-start gap-3">
<span className="rounded-2xl bg-primary/10 p-3 text-primary">
<Globe2 className="size-5" />
</span>
<div>
<h2 className="text-lg font-semibold tracking-tight text-foreground">
AI
</h2>
<p className="mt-1 text-sm leading-6 text-muted-foreground">
使
</p>
</div>
</div>
<span
className={cn(
"rounded-full border px-2 py-0.5 text-[11px] font-medium",
bindingsResponse?.publicPool?.enabled
? "border-emerald-500/25 bg-emerald-500/10 text-emerald-700 dark:text-emerald-300"
: "border-border bg-background text-muted-foreground"
)}
>
{bindingsResponse?.publicPool?.enabled ? "已开放" : "未开放"}
</span>
</div>
<div className="mt-4 rounded-2xl border border-border/70 bg-background/80 p-4 text-sm leading-7 text-muted-foreground">
<div>
<span className="ml-2 text-foreground">
{bindingsResponse?.publicPool?.providerName || "未设置"}
</span>
</div>
<div>
<span className="ml-2 text-foreground">
{bindingsResponse?.publicPool?.model || "未设置"}
</span>
</div>
</div>
</section>
</div>
)
) : (
<section className="rounded-[2rem] border border-border/70 bg-card/92 p-8 shadow-[0_24px_80px_-48px_rgba(15,23,42,0.55)]">
<h2 className="text-xl font-semibold tracking-tight text-foreground"></h2>
<p className="mt-3 text-sm leading-7 text-muted-foreground">
AI
</p>
</section>
)}
</section>
);
}
+942 -22
View File
@@ -1,33 +1,953 @@
import type { WebSession } from "@/services/session-storage"; import { memo, useCallback, useEffect, useRef, useState } from "react";
import { useLiveQuery } from "dexie-react-hooks";
import {
CheckCircle2,
CircleAlert,
CloudOff,
LoaderCircle,
RefreshCw,
ServerCrash
} from "lucide-react";
import { useSyncEngine, type SyncEngineStatus } from "@/hooks/use-sync-engine";
import { TaskRichEditor } from "@/components/task-rich-editor";
import { Button } from "@/components/ui/button";
import { cn } from "@/lib/utils";
import type {
LocalTaskDraftRecord,
LocalTaskPriority,
LocalTaskRecord,
LocalTaskStatus
} from "@/services/local-db";
import {
deleteLocalTaskDraft,
getLocalTaskDraft,
saveLocalTaskDraft
} from "@/services/local-task-draft-repo";
import {
createLocalTask,
deleteLocalTask,
getLocalTaskById,
listLocalTasksByUser,
updateLocalTask
} from "@/services/local-task-repo";
import { formatStorageSize, getStorageQuotaSnapshot } from "@/services/storage-quota";
import type { WebSession } from "@/services/session-storage";
type TodoShellPageProps = { type TodoShellPageProps = {
session: WebSession | null; session: WebSession | null;
}; };
export function TodoShellPage({ session }: TodoShellPageProps) { type TaskFormState = {
title: string;
priority: LocalTaskPriority;
status: LocalTaskStatus;
ddlInput: string;
};
type TaskEditorState = {
contentJson: string | null;
contentText: string;
};
type FeedbackNotice = {
message: string;
tone: "success" | "error";
};
type StorageQuotaSnapshot = Awaited<ReturnType<typeof getStorageQuotaSnapshot>>;
const DRAFT_PERSIST_DEBOUNCE_MS = 500;
const DEFAULT_FORM_STATE: TaskFormState = {
title: "",
priority: "MEDIUM",
status: "TODO",
ddlInput: ""
};
const DEFAULT_EDITOR_STATE: TaskEditorState = {
contentJson: null,
contentText: ""
};
const PRIORITY_OPTIONS: Array<{ value: LocalTaskPriority; label: string }> = [
{ value: "LOW", label: "低" },
{ value: "MEDIUM", label: "中" },
{ value: "HIGH", label: "高" },
{ value: "URGENT", label: "紧急" }
];
const STATUS_OPTIONS: Array<{ value: LocalTaskStatus; label: string }> = [
{ value: "TODO", label: "待办" },
{ value: "IN_PROGRESS", label: "进行中" },
{ value: "DONE", label: "已完成" },
{ value: "ARCHIVED", label: "已归档" }
];
const PRIORITY_LABEL_MAP: Record<LocalTaskPriority, string> = {
LOW: "低",
MEDIUM: "中",
HIGH: "高",
URGENT: "紧急"
};
const STATUS_LABEL_MAP: Record<LocalTaskStatus, string> = {
TODO: "待办",
IN_PROGRESS: "进行中",
DONE: "已完成",
ARCHIVED: "已归档"
};
function toDatetimeLocalValue(timestamp: number | null): string {
if (timestamp === null) {
return "";
}
const date = new Date(timestamp);
const timezoneOffset = date.getTimezoneOffset() * 60_000;
return new Date(timestamp - timezoneOffset).toISOString().slice(0, 16);
}
function parseDatetimeLocalValue(value: string): number | null {
if (!value) {
return null;
}
const parsed = new Date(value).getTime();
if (Number.isNaN(parsed)) {
return null;
}
return parsed;
}
function formatUpdatedAt(timestamp: number): string {
return new Date(timestamp).toLocaleString("zh-CN", {
month: "2-digit",
day: "2-digit",
hour: "2-digit",
minute: "2-digit"
});
}
function createFormStateFromTask(task: LocalTaskRecord): TaskFormState {
return {
title: task.title,
priority: task.priority,
status: task.status,
ddlInput: toDatetimeLocalValue(task.ddlAt)
};
}
function createEditorStateFromTask(task: LocalTaskRecord): TaskEditorState {
return {
contentJson: task.contentJson,
contentText: task.contentText ?? ""
};
}
function createFormStateFromDraft(draft: LocalTaskDraftRecord): TaskFormState {
return {
title: draft.title,
priority: draft.priority,
status: draft.status,
ddlInput: draft.ddlInput
};
}
function createEditorStateFromDraft(draft: LocalTaskDraftRecord): TaskEditorState {
return {
contentJson: draft.contentJson,
contentText: draft.contentText
};
}
function serializeFormState(formState: TaskFormState, editorState: TaskEditorState): string {
return JSON.stringify({
...formState,
...editorState
});
}
function formatSyncTimestamp(timestamp: number | null): string {
if (timestamp === null) {
return "尚未完成同步";
}
return new Date(timestamp).toLocaleString("zh-CN", {
month: "2-digit",
day: "2-digit",
hour: "2-digit",
minute: "2-digit"
});
}
function formatRetryTime(timestamp: number | null): string {
if (timestamp === null) {
return "稍后";
}
return new Date(timestamp).toLocaleTimeString("zh-CN", {
hour: "2-digit",
minute: "2-digit",
second: "2-digit"
});
}
function getSyncSummary(status: SyncEngineStatus): {
title: string;
description: string;
accentClassName: string;
icon: typeof RefreshCw;
iconClassName: string;
} {
if (status.phase === "offline") {
return {
title: "离线工作中",
description:
status.pendingCount > 0
? `当前离线,已保留 ${status.pendingCount} 条待上传改动。`
: "当前离线,本地仍可继续编辑,联网后会自动同步。",
accentClassName: "border-amber-200/80 bg-amber-50/80 text-amber-950",
icon: CloudOff,
iconClassName: "text-amber-600"
};
}
if (status.phase === "syncing") {
return {
title: "正在同步",
description: "正在上传本地改动并拉取最新云端增量。",
accentClassName: "border-primary/20 bg-primary/10 text-foreground",
icon: LoaderCircle,
iconClassName: "animate-spin text-primary"
};
}
if (status.phase === "backoff") {
return {
title: "同步稍后重试",
description: `${status.lastError ?? "同步失败"},系统将在 ${formatRetryTime(
status.nextRetryAt
)} 再试一次。`,
accentClassName: "border-destructive/20 bg-destructive/8 text-foreground",
icon: ServerCrash,
iconClassName: "text-destructive"
};
}
if (status.phase === "attention") {
return {
title: "需要人工关注",
description: `${status.blockedCount} 条同步记录已达到重试上限,请检查接口配置或网络环境。`,
accentClassName: "border-destructive/20 bg-destructive/8 text-foreground",
icon: CircleAlert,
iconClassName: "text-destructive"
};
}
if (status.pendingRemoteCount > 0) {
return {
title: "云端变更已接收",
description: `已收到 ${status.pendingRemoteCount} 条云端变更,后续会进入本地合并流程。`,
accentClassName: "border-sky-200/80 bg-sky-50/80 text-sky-950",
icon: RefreshCw,
iconClassName: "text-sky-600"
};
}
return {
title: "同步状态正常",
description:
status.pendingCount > 0
? `还有 ${status.pendingCount} 条本地改动待处理。`
: "本地改动与云端增量传输均处于正常状态。",
accentClassName: "border-emerald-200/80 bg-emerald-50/80 text-emerald-950",
icon: CheckCircle2,
iconClassName: "text-emerald-600"
};
}
type SyncStatusCardProps = {
syncStatus: SyncEngineStatus;
onTriggerSync: () => void;
};
const SyncStatusCard = memo(function SyncStatusCard({
syncStatus,
onTriggerSync
}: SyncStatusCardProps) {
const syncSummary = getSyncSummary(syncStatus);
const SyncSummaryIcon = syncSummary.icon;
return ( return (
<div className="rounded-2xl border border-border bg-card/90 p-6 shadow-[0_24px_70px_-42px_hsl(var(--primary)/0.6)] backdrop-blur"> <section
<h1 className="text-2xl font-semibold text-foreground">TodoList </h1> className={cn(
<p className="mt-2 text-sm text-muted-foreground"> "rounded-[1.75rem] border px-4 py-4 shadow-[0_24px_70px_-42px_hsl(var(--primary)/0.38)] backdrop-blur md:px-5",
{session ? `当前登录邮箱:${session.user.email}` : "当前未建立登录会话,请先完成登录。"} syncSummary.accentClassName
</p> )}
<div className="mt-6 grid gap-3 sm:grid-cols-3"> >
<div className="rounded-xl border border-border bg-muted/40 p-4"> <div className="flex flex-col gap-4 md:flex-row md:items-center md:justify-between">
<p className="text-xs text-muted-foreground"></p> <div className="flex items-start gap-3">
<p className="mt-2 text-lg font-semibold text-foreground"></p> <div className="rounded-2xl bg-white/70 p-2.5 shadow-sm ring-1 ring-black/5">
<SyncSummaryIcon className={cn("h-5 w-5", syncSummary.iconClassName)} />
</div>
<div className="space-y-1">
<p className="text-sm font-semibold">{syncSummary.title}</p>
<p className="text-sm leading-6 text-current/80">{syncSummary.description}</p>
</div>
</div> </div>
<div className="rounded-xl border border-border bg-muted/40 p-4">
<p className="text-xs text-muted-foreground"></p> <div className="flex flex-wrap items-center gap-2">
<p className="mt-2 text-lg font-semibold text-foreground"></p> <span className="rounded-full border border-current/10 bg-white/70 px-3 py-1 text-xs text-current/80">
</div> {syncStatus.pendingCount}
<div className="rounded-xl border border-border bg-muted/40 p-4"> </span>
<p className="text-xs text-muted-foreground"></p> <span className="rounded-full border border-current/10 bg-white/70 px-3 py-1 text-xs text-current/80">
<p className="mt-2 text-lg font-semibold text-foreground"></p> {syncStatus.pendingRemoteCount}
</span>
{syncStatus.blockedCount > 0 ? (
<span className="rounded-full border border-destructive/20 bg-white/70 px-3 py-1 text-xs text-destructive">
{syncStatus.blockedCount}
</span>
) : null}
<span className="rounded-full border border-current/10 bg-white/70 px-3 py-1 text-xs text-current/80">
{formatSyncTimestamp(syncStatus.lastSyncedAt)}
</span>
<Button
type="button"
variant="outline"
className="border-current/15 bg-white/70 text-current hover:bg-white"
onClick={onTriggerSync}
disabled={!syncStatus.isOnline || syncStatus.phase === "syncing"}
>
{syncStatus.phase === "syncing" ? "同步中..." : "立即同步"}
</Button>
</div> </div>
</div> </div>
<p className="mt-4 text-xs text-muted-foreground"> </section>
);
</p> });
</div>
type TaskListPanelProps = {
tasks: LocalTaskRecord[];
selectedTaskId: string | null;
quotaSnapshot: StorageQuotaSnapshot | null;
creating: boolean;
onCreateTask: () => void;
onSelectTask: (taskId: string) => void;
};
const TaskListPanel = memo(function TaskListPanel({
tasks,
selectedTaskId,
quotaSnapshot,
creating,
onCreateTask,
onSelectTask
}: TaskListPanelProps) {
return (
<section className="rounded-2xl border border-border bg-card/90 p-4 shadow-[0_24px_70px_-42px_hsl(var(--primary)/0.6)] backdrop-blur">
<div className="mb-3 flex items-center justify-between gap-2">
<h2 className="text-base font-semibold text-foreground"></h2>
<Button
type="button"
size="sm"
className="bg-primary text-primary-foreground hover:bg-primary/90"
onClick={onCreateTask}
disabled={creating}
>
{creating ? "创建中..." : "新建任务"}
</Button>
</div>
{quotaSnapshot ? (
<p
className={cn(
"mb-3 text-xs",
quotaSnapshot.usedPercent >= 85 ? "text-destructive" : "text-muted-foreground"
)}
>
{formatStorageSize(quotaSnapshot.usedBytes)} /{" "}
{formatStorageSize(quotaSnapshot.quotaBytes)}{quotaSnapshot.usedPercent.toFixed(1)}%
</p>
) : null}
{tasks.length === 0 ? (
<p className="rounded-xl border border-dashed border-border bg-muted/40 p-4 text-sm text-muted-foreground">
</p>
) : (
<div className="space-y-2">
{tasks.map((task) => {
const isActive = task.id === selectedTaskId;
return (
<button
key={task.id}
type="button"
className={cn(
"w-full rounded-xl border px-3 py-2 text-left transition-colors",
isActive
? "border-primary/45 bg-primary/10"
: "border-border bg-background hover:border-primary/25 hover:bg-primary/5"
)}
onClick={() => onSelectTask(task.id)}
>
<p className="truncate text-sm font-medium text-foreground">{task.title}</p>
<p className="mt-1 text-xs text-muted-foreground">
{STATUS_LABEL_MAP[task.status]} · {PRIORITY_LABEL_MAP[task.priority]} · {" "}
{formatUpdatedAt(task.updatedAt)}
</p>
</button>
);
})}
</div>
)}
</section>
);
});
type TaskDetailPanelProps = {
selectedTaskId: string | null;
selectedTask: LocalTaskRecord | undefined;
formState: TaskFormState;
editorKey: string;
editorSeedState: TaskEditorState;
saving: boolean;
deleting: boolean;
onSaveTask: () => void;
onDeleteTask: () => void;
onTitleChange: (value: string) => void;
onStatusChange: (value: LocalTaskStatus) => void;
onPriorityChange: (value: LocalTaskPriority) => void;
onDdlChange: (value: string) => void;
onEditorChange: (payload: { json: string | null; text: string }) => void;
};
const TaskDetailPanel = memo(function TaskDetailPanel({
selectedTaskId,
selectedTask,
formState,
editorKey,
editorSeedState,
saving,
deleting,
onSaveTask,
onDeleteTask,
onTitleChange,
onStatusChange,
onPriorityChange,
onDdlChange,
onEditorChange
}: TaskDetailPanelProps) {
return (
<section className="rounded-2xl border border-border bg-card/90 p-4 shadow-[0_24px_70px_-42px_hsl(var(--primary)/0.6)] backdrop-blur">
<div className="mb-4 flex flex-wrap items-center justify-between gap-2">
<h2 className="text-base font-semibold text-foreground"></h2>
<div className="flex items-center gap-2">
<Button
type="button"
variant="outline"
onClick={onSaveTask}
disabled={!selectedTaskId || saving}
>
{saving ? "保存中..." : "保存"}
</Button>
<Button
type="button"
variant="outline"
className="border-destructive/50 text-destructive hover:bg-destructive/10"
onClick={onDeleteTask}
disabled={!selectedTaskId || deleting}
>
{deleting ? "删除中..." : "删除"}
</Button>
</div>
</div>
{!selectedTaskId || !selectedTask ? (
<p className="rounded-xl border border-dashed border-border bg-muted/40 p-4 text-sm text-muted-foreground">
</p>
) : (
<div className="space-y-3">
<label className="block text-sm text-muted-foreground">
<input
className="mt-1 w-full rounded-lg border border-input bg-background px-3 py-2 text-sm text-foreground outline-none focus:border-primary focus:ring-2 focus:ring-ring/30"
value={formState.title}
onChange={(event) => onTitleChange(event.target.value)}
placeholder="请输入任务标题"
/>
</label>
<div className="grid gap-3 sm:grid-cols-2">
<label className="block text-sm text-muted-foreground">
<select
className="mt-1 w-full rounded-lg border border-input bg-background px-3 py-2 text-sm text-foreground outline-none focus:border-primary focus:ring-2 focus:ring-ring/30"
value={formState.status}
onChange={(event) => onStatusChange(event.target.value as LocalTaskStatus)}
>
{STATUS_OPTIONS.map((option) => (
<option key={option.value} value={option.value}>
{option.label}
</option>
))}
</select>
</label>
<label className="block text-sm text-muted-foreground">
<select
className="mt-1 w-full rounded-lg border border-input bg-background px-3 py-2 text-sm text-foreground outline-none focus:border-primary focus:ring-2 focus:ring-ring/30"
value={formState.priority}
onChange={(event) => onPriorityChange(event.target.value as LocalTaskPriority)}
>
{PRIORITY_OPTIONS.map((option) => (
<option key={option.value} value={option.value}>
{option.label}
</option>
))}
</select>
</label>
</div>
<label className="block text-sm text-muted-foreground">
<input
type="datetime-local"
className="mt-1 w-full rounded-lg border border-input bg-background px-3 py-2 text-sm text-foreground outline-none focus:border-primary focus:ring-2 focus:ring-ring/30"
value={formState.ddlInput}
onChange={(event) => onDdlChange(event.target.value)}
/>
</label>
<div className="block text-sm text-muted-foreground">
<p></p>
<div className="mt-1">
<TaskRichEditor
key={editorKey}
valueJson={editorSeedState.contentJson}
textFallback={editorSeedState.contentText}
onChange={onEditorChange}
/>
</div>
</div>
</div>
)}
</section>
);
});
export function TodoShellPage({ session }: TodoShellPageProps) {
const [selectedTaskId, setSelectedTaskId] = useState<string | null>(null);
const [formState, setFormState] = useState<TaskFormState>(DEFAULT_FORM_STATE);
const [saving, setSaving] = useState(false);
const [creating, setCreating] = useState(false);
const [deleting, setDeleting] = useState(false);
const [feedback, setFeedback] = useState<FeedbackNotice | null>(null);
const [feedbackVisible, setFeedbackVisible] = useState(false);
const [draftReadyTaskId, setDraftReadyTaskId] = useState<string | null>(null);
const [editorSeedState, setEditorSeedState] = useState<TaskEditorState>(DEFAULT_EDITOR_STATE);
const [editorKey, setEditorKey] = useState("editor-empty");
const savedTaskSnapshotRef = useRef(serializeFormState(DEFAULT_FORM_STATE, DEFAULT_EDITOR_STATE));
const formStateRef = useRef(DEFAULT_FORM_STATE);
const editorStateRef = useRef(DEFAULT_EDITOR_STATE);
const draftPersistTimeoutRef = useRef<number | null>(null);
const { status: syncStatus, triggerSync } = useSyncEngine(session);
const userId = session?.user.id ?? "";
const tasks = useLiveQuery(async () => {
if (!userId) {
return [];
}
return listLocalTasksByUser(userId);
}, [userId]);
const quotaSnapshot = useLiveQuery(async () => {
if (!userId) {
return null;
}
return getStorageQuotaSnapshot(userId);
}, [userId]);
const selectedTask = useLiveQuery(async () => {
if (!selectedTaskId) {
return undefined;
}
return getLocalTaskById(selectedTaskId);
}, [selectedTaskId]);
useEffect(() => {
formStateRef.current = formState;
}, [formState]);
const scheduleDraftPersist = useCallback((): void => {
if (!selectedTaskId || draftReadyTaskId !== selectedTaskId || !userId) {
return;
}
if (draftPersistTimeoutRef.current !== null) {
window.clearTimeout(draftPersistTimeoutRef.current);
}
const currentTaskId = selectedTaskId;
const currentUserId = userId;
const currentFormState = formStateRef.current;
const currentEditorState = editorStateRef.current;
const currentSnapshot = serializeFormState(currentFormState, currentEditorState);
draftPersistTimeoutRef.current = window.setTimeout(() => {
async function persistDraft(): Promise<void> {
if (currentSnapshot === savedTaskSnapshotRef.current) {
await deleteLocalTaskDraft(currentTaskId);
return;
}
await saveLocalTaskDraft({
taskId: currentTaskId,
userId: currentUserId,
title: currentFormState.title,
contentJson: currentEditorState.contentJson,
contentText: currentEditorState.contentText,
priority: currentFormState.priority,
status: currentFormState.status,
ddlInput: currentFormState.ddlInput
});
}
void persistDraft();
draftPersistTimeoutRef.current = null;
}, DRAFT_PERSIST_DEBOUNCE_MS);
}, [draftReadyTaskId, selectedTaskId, userId]);
useEffect(() => {
if (!tasks || tasks.length === 0) {
setSelectedTaskId(null);
return;
}
if (!selectedTaskId) {
setSelectedTaskId(tasks[0].id);
return;
}
const exists = tasks.some((task) => task.id === selectedTaskId);
if (!exists) {
setSelectedTaskId(tasks[0].id);
}
}, [selectedTaskId, tasks]);
useEffect(() => {
if (!selectedTaskId) {
setFormState(DEFAULT_FORM_STATE);
formStateRef.current = DEFAULT_FORM_STATE;
editorStateRef.current = DEFAULT_EDITOR_STATE;
setEditorSeedState(DEFAULT_EDITOR_STATE);
setEditorKey("editor-empty");
setDraftReadyTaskId(null);
savedTaskSnapshotRef.current = serializeFormState(DEFAULT_FORM_STATE, DEFAULT_EDITOR_STATE);
return;
}
if (!selectedTask) {
return;
}
let cancelled = false;
const currentTask = selectedTask;
async function hydrateFormState(): Promise<void> {
const persistedTaskState = createFormStateFromTask(currentTask);
const persistedEditorState = createEditorStateFromTask(currentTask);
const localDraft = await getLocalTaskDraft(currentTask.id);
if (cancelled) {
return;
}
const nextFormState = localDraft ? createFormStateFromDraft(localDraft) : persistedTaskState;
const nextEditorState = localDraft
? createEditorStateFromDraft(localDraft)
: persistedEditorState;
savedTaskSnapshotRef.current = serializeFormState(persistedTaskState, persistedEditorState);
formStateRef.current = nextFormState;
editorStateRef.current = nextEditorState;
setFormState(nextFormState);
setEditorSeedState(nextEditorState);
setEditorKey(
`${currentTask.id}:${currentTask.updatedAt}:${localDraft?.updatedAt ?? currentTask.updatedAt}`
);
setDraftReadyTaskId(currentTask.id);
}
void hydrateFormState();
return () => {
cancelled = true;
};
}, [selectedTask, selectedTaskId]);
useEffect(() => {
scheduleDraftPersist();
}, [formState, scheduleDraftPersist]);
useEffect(() => {
return () => {
if (draftPersistTimeoutRef.current !== null) {
window.clearTimeout(draftPersistTimeoutRef.current);
}
};
}, []);
const showFeedback = useCallback((message: string, tone: FeedbackNotice["tone"]): void => {
setFeedback({ message, tone });
}, []);
useEffect(() => {
if (!feedback) {
setFeedbackVisible(false);
return;
}
setFeedbackVisible(false);
const enterAnimationId = window.requestAnimationFrame(() => {
setFeedbackVisible(true);
});
const visibleDuration = feedback.tone === "success" ? 2200 : 3200;
const hideTimeoutId = window.setTimeout(() => {
setFeedbackVisible(false);
}, visibleDuration);
const cleanupTimeoutId = window.setTimeout(() => {
setFeedback((currentFeedback) =>
currentFeedback?.message === feedback.message ? null : currentFeedback
);
}, visibleDuration + 260);
return () => {
window.cancelAnimationFrame(enterAnimationId);
window.clearTimeout(hideTimeoutId);
window.clearTimeout(cleanupTimeoutId);
};
}, [feedback]);
function renderFeedbackBanner() {
if (!feedback) {
return null;
}
return (
<div className="pointer-events-none fixed inset-x-0 top-0 z-50 flex justify-center px-4 pt-4">
<div
className={cn(
"flex min-w-[240px] max-w-[520px] items-center gap-3 rounded-2xl border px-4 py-3 shadow-[0_18px_50px_-24px_hsl(var(--foreground)/0.35)] backdrop-blur transition-all duration-300 ease-out",
feedbackVisible ? "translate-y-0 opacity-100" : "-translate-y-6 opacity-0",
feedback.tone === "success"
? "border-emerald-200 bg-emerald-50/95 text-emerald-900"
: "border-destructive/30 bg-background/95 text-foreground"
)}
>
{feedback.tone === "success" ? (
<CheckCircle2 className="h-5 w-5 shrink-0 text-emerald-600" />
) : (
<CircleAlert className="h-5 w-5 shrink-0 text-destructive" />
)}
<p className="text-sm font-medium">{feedback.message}</p>
</div>
</div>
);
}
const handleCreateTask = useCallback(async (): Promise<void> => {
if (creating || !userId) {
return;
}
try {
setCreating(true);
const createdTask = await createLocalTask({ userId });
setSelectedTaskId(createdTask.id);
showFeedback("已创建新任务。", "success");
} finally {
setCreating(false);
}
}, [creating, showFeedback, userId]);
const handleSaveTask = useCallback(async (): Promise<void> => {
if (!selectedTaskId || saving) {
return;
}
try {
setSaving(true);
const currentEditorState = editorStateRef.current;
const updatedTask = await updateLocalTask({
id: selectedTaskId,
title: formState.title,
contentText: currentEditorState.contentText || null,
contentJson: currentEditorState.contentJson,
priority: formState.priority,
status: formState.status,
ddlAt: parseDatetimeLocalValue(formState.ddlInput)
});
if (!updatedTask) {
showFeedback("任务不存在或已被删除。", "error");
return;
}
savedTaskSnapshotRef.current = serializeFormState(
createFormStateFromTask(updatedTask),
createEditorStateFromTask(updatedTask)
);
await deleteLocalTaskDraft(selectedTaskId);
showFeedback("任务已保存。", "success");
} finally {
setSaving(false);
}
}, [formState, saving, selectedTaskId, showFeedback]);
const handleDeleteTask = useCallback(async (): Promise<void> => {
if (!selectedTaskId || deleting) {
return;
}
try {
setDeleting(true);
const deleted = await deleteLocalTask(selectedTaskId);
if (!deleted) {
showFeedback("任务已不存在。", "error");
return;
}
await deleteLocalTaskDraft(selectedTaskId);
showFeedback("任务已删除。", "success");
} finally {
setDeleting(false);
}
}, [deleting, selectedTaskId, showFeedback]);
const handleEditorChange = useCallback(
(payload: { json: string | null; text: string }): void => {
editorStateRef.current = {
contentJson: payload.json,
contentText: payload.text
};
scheduleDraftPersist();
},
[scheduleDraftPersist]
);
const handleSelectTask = useCallback((taskId: string): void => {
setSelectedTaskId(taskId);
}, []);
const handleTitleChange = useCallback((value: string): void => {
setFormState((previous) => ({
...previous,
title: value
}));
}, []);
const handleStatusChange = useCallback((value: LocalTaskStatus): void => {
setFormState((previous) => ({
...previous,
status: value
}));
}, []);
const handlePriorityChange = useCallback((value: LocalTaskPriority): void => {
setFormState((previous) => ({
...previous,
priority: value
}));
}, []);
const handleDdlChange = useCallback((value: string): void => {
setFormState((previous) => ({
...previous,
ddlInput: value
}));
}, []);
useEffect(() => {
function handleKeydown(event: KeyboardEvent): void {
const isSaveShortcut = (event.ctrlKey || event.metaKey) && event.key.toLowerCase() === "s";
if (!isSaveShortcut) {
return;
}
event.preventDefault();
if (!selectedTaskId || saving) {
return;
}
void handleSaveTask();
}
window.addEventListener("keydown", handleKeydown);
return () => {
window.removeEventListener("keydown", handleKeydown);
};
}, [handleSaveTask, saving, selectedTaskId]);
if (!session) {
return (
<>
{renderFeedbackBanner()}
<div className="rounded-2xl border border-border bg-card/90 p-6 text-sm text-muted-foreground">
</div>
</>
);
}
const taskList = tasks ?? [];
const quotaPanelSnapshot = quotaSnapshot ?? null;
return (
<>
{renderFeedbackBanner()}
<div className="space-y-4">
<SyncStatusCard syncStatus={syncStatus} onTriggerSync={triggerSync} />
<div className="grid gap-4 lg:grid-cols-[320px_minmax(0,1fr)]">
<TaskListPanel
tasks={taskList}
selectedTaskId={selectedTaskId}
quotaSnapshot={quotaPanelSnapshot}
creating={creating}
onCreateTask={handleCreateTask}
onSelectTask={handleSelectTask}
/>
<TaskDetailPanel
selectedTaskId={selectedTaskId}
selectedTask={selectedTask}
formState={formState}
editorKey={editorKey}
editorSeedState={editorSeedState}
saving={saving}
deleting={deleting}
onSaveTask={handleSaveTask}
onDeleteTask={handleDeleteTask}
onTitleChange={handleTitleChange}
onStatusChange={handleStatusChange}
onPriorityChange={handlePriorityChange}
onDdlChange={handleDdlChange}
onEditorChange={handleEditorChange}
/>
</div>
</div>
</>
); );
} }
+198
View File
@@ -0,0 +1,198 @@
import type { WebSession } from "@/services/session-storage";
export type WebAiChannel = "USER_KEY" | "ASTRBOT" | "PUBLIC_POOL";
export type WebAiRouteAttempt = {
channel: WebAiChannel;
providerName: string | null;
model: string | null;
status: "skipped" | "failed" | "success";
reasonCode: string | null;
reasonMessage: string | null;
};
export type WebAiBindingSummary = {
id: string;
channel: WebAiChannel;
providerName: string;
model: string | null;
configId: string | null;
configName: string | null;
endpoint: string | null;
isEnabled: boolean;
hasApiKey: boolean;
maskedApiKey: string | null;
updatedAt: string;
};
export type WebAiBindingsResponse = {
routeOrder: WebAiChannel[];
bindings: WebAiBindingSummary[];
publicPool: {
enabled: boolean;
providerName: string | null;
model: string | null;
hasApiKey: boolean;
} | null;
};
export type UpsertWebAiBindingInput = {
channel: Exclude<WebAiChannel, "PUBLIC_POOL">;
providerName?: string;
model?: string;
configId?: string;
configName?: string;
endpoint?: string;
apiKey?: string;
isEnabled?: boolean;
};
export type TestWebAiBindingResponse =
| {
success: true;
channel: Exclude<WebAiChannel, "PUBLIC_POOL">;
providerName: string;
model: string | null;
contentPreview: string;
}
| {
success: false;
channel: Exclude<WebAiChannel, "PUBLIC_POOL">;
providerName: string;
model: string | null;
code: string;
message: string;
};
export type WebAiChatResponse = {
channel: WebAiChannel;
providerName: string;
model: string | null;
content: string;
sessionId: string | null;
attempts: WebAiRouteAttempt[];
};
export type WebAiLocalTaskContextItem = {
id: string;
title: string;
priority: "LOW" | "MEDIUM" | "HIGH" | "URGENT";
status: "TODO" | "IN_PROGRESS" | "DONE" | "ARCHIVED";
ddlAt: number | null;
contentText: string | null;
updatedAt: number;
};
export class WebAiApiError extends Error {
attempts: WebAiRouteAttempt[] | null;
constructor(message: string, attempts?: WebAiRouteAttempt[] | null) {
super(message);
this.name = "WebAiApiError";
this.attempts = attempts ?? null;
}
}
const DEFAULT_API_BASE_URL = "http://localhost:3000";
function resolveApiBaseUrl(): string {
const envBaseUrl = import.meta.env.VITE_API_BASE_URL as string | undefined;
if (!envBaseUrl) {
return DEFAULT_API_BASE_URL;
}
return envBaseUrl.replace(/\/+$/, "");
}
function createHeaders(session: WebSession): HeadersInit {
return {
"Content-Type": "application/json",
Authorization: `Bearer ${session.accessToken}`,
"x-user-id": session.user.id
};
}
async function createApiError(response: Response): Promise<WebAiApiError> {
try {
const body = (await response.json()) as {
message?: string | string[];
attempts?: WebAiRouteAttempt[];
};
const message = Array.isArray(body.message)
? body.message.join("")
: typeof body.message === "string" && body.message.trim().length > 0
? body.message
: `请求失败(${response.status}`;
return new WebAiApiError(message, body.attempts ?? null);
} catch {
return new WebAiApiError(`请求失败(${response.status}`);
}
}
export async function listAiBindings(session: WebSession): Promise<WebAiBindingsResponse> {
const response = await fetch(`${resolveApiBaseUrl()}/ai/bindings`, {
method: "GET",
headers: createHeaders(session)
});
if (!response.ok) {
throw await createApiError(response);
}
return (await response.json()) as WebAiBindingsResponse;
}
export async function upsertAiBinding(
session: WebSession,
payload: UpsertWebAiBindingInput
): Promise<WebAiBindingSummary> {
const response = await fetch(`${resolveApiBaseUrl()}/ai/bindings`, {
method: "POST",
headers: createHeaders(session),
body: JSON.stringify(payload)
});
if (!response.ok) {
throw await createApiError(response);
}
return (await response.json()) as WebAiBindingSummary;
}
export async function testAiBinding(
session: WebSession,
payload: UpsertWebAiBindingInput
): Promise<TestWebAiBindingResponse> {
const response = await fetch(`${resolveApiBaseUrl()}/ai/bindings/test`, {
method: "POST",
headers: createHeaders(session),
body: JSON.stringify(payload)
});
if (!response.ok) {
throw await createApiError(response);
}
return (await response.json()) as TestWebAiBindingResponse;
}
export async function chatWithAi(
session: WebSession,
payload: {
channel: WebAiChannel;
message: string;
sessionId?: string;
localTasks?: WebAiLocalTaskContextItem[];
}
): Promise<WebAiChatResponse> {
const response = await fetch(`${resolveApiBaseUrl()}/ai/chat`, {
method: "POST",
headers: createHeaders(session),
body: JSON.stringify(payload)
});
if (!response.ok) {
throw await createApiError(response);
}
return (await response.json()) as WebAiChatResponse;
}
@@ -0,0 +1,98 @@
import { localDb, type LocalAiChatSessionRecord } from "@/services/local-db";
import type { WebAiChannel } from "@/services/ai-api";
import {
decryptAiChatSessionRecord,
encryptAiChatSessionRecord
} from "@/services/local-sensitive-codec";
export type LocalAiChatMessageRecord = {
id: string;
role: "user" | "assistant" | "system";
content: string;
meta?: string;
};
export type SaveLocalAiChatSessionInput = {
userId: string;
channel: WebAiChannel;
sessionId: string | null;
messages: LocalAiChatMessageRecord[];
};
export type LocalAiChatSessionSnapshot = {
channel: WebAiChannel;
sessionId: string | null;
messages: LocalAiChatMessageRecord[];
};
function createSessionKey(userId: string, channel: WebAiChannel): string {
return `${userId}:${channel}`;
}
function parseMessages(messagesJson: string): LocalAiChatMessageRecord[] {
try {
const parsed = JSON.parse(messagesJson) as unknown;
if (!Array.isArray(parsed)) {
return [];
}
return parsed.filter((item): item is LocalAiChatMessageRecord => {
if (!item || typeof item !== "object") {
return false;
}
const record = item as Record<string, unknown>;
return (
typeof record["id"] === "string" &&
(record["role"] === "user" ||
record["role"] === "assistant" ||
record["role"] === "system") &&
typeof record["content"] === "string" &&
(record["meta"] === undefined || typeof record["meta"] === "string")
);
});
} catch {
return [];
}
}
function toSnapshot(record: LocalAiChatSessionRecord): LocalAiChatSessionSnapshot {
return {
channel: record.channel,
sessionId: record.sessionId,
messages: parseMessages(record.messagesJson)
};
}
export async function listLocalAiChatSessions(
userId: string
): Promise<LocalAiChatSessionSnapshot[]> {
const records = await localDb.aiChatSessions.where("userId").equals(userId).toArray();
const decryptedRecords = await Promise.all(
records.map((record) => decryptAiChatSessionRecord(record))
);
return decryptedRecords.map(toSnapshot);
}
export async function saveLocalAiChatSession(
input: SaveLocalAiChatSessionInput
): Promise<LocalAiChatSessionRecord> {
const record = await encryptAiChatSessionRecord({
key: createSessionKey(input.userId, input.channel),
userId: input.userId,
channel: input.channel,
sessionId: input.sessionId,
messagesJson: JSON.stringify(input.messages),
updatedAt: Date.now()
});
await localDb.aiChatSessions.put(record);
return record;
}
export async function deleteLocalAiChatSession(
userId: string,
channel: WebAiChannel
): Promise<void> {
await localDb.aiChatSessions.delete(createSessionKey(userId, channel));
}
+126
View File
@@ -0,0 +1,126 @@
const LOCAL_CRYPTO_KEY_STORAGE_KEY = "todolist.web.local-crypto-key";
const LOCAL_CRYPTO_PREFIX = "locv1";
const LOCAL_CRYPTO_IV_LENGTH = 12;
const LOCAL_CRYPTO_KEY_LENGTH = 32;
let cachedLocalCryptoKeyPromise: Promise<CryptoKey> | null = null;
function toArrayBuffer(bytes: Uint8Array): ArrayBuffer {
return bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength) as ArrayBuffer;
}
function bytesToBase64Url(bytes: Uint8Array): string {
let binary = "";
const chunkSize = 0x8000;
for (let index = 0; index < bytes.length; index += chunkSize) {
const chunk = bytes.subarray(index, index + chunkSize);
binary += String.fromCharCode(...chunk);
}
return btoa(binary).replace(/\+/g, "-").replace(/\//g, "_").replace(/=+$/u, "");
}
function base64UrlToBytes(value: string): Uint8Array {
const normalizedValue = value.replace(/-/g, "+").replace(/_/g, "/");
const paddedValue = normalizedValue + "=".repeat((4 - (normalizedValue.length % 4 || 4)) % 4);
const binary = atob(paddedValue);
const bytes = new Uint8Array(binary.length);
for (let index = 0; index < binary.length; index += 1) {
bytes[index] = binary.charCodeAt(index);
}
return bytes;
}
function createRandomKeyBytes(): Uint8Array {
const bytes = new Uint8Array(LOCAL_CRYPTO_KEY_LENGTH);
crypto.getRandomValues(bytes);
return bytes;
}
async function resolveLocalCryptoKey(): Promise<CryptoKey> {
if (cachedLocalCryptoKeyPromise) {
return cachedLocalCryptoKeyPromise;
}
cachedLocalCryptoKeyPromise = (async () => {
const savedKey = window.localStorage.getItem(LOCAL_CRYPTO_KEY_STORAGE_KEY);
const keyBytes = savedKey ? base64UrlToBytes(savedKey) : createRandomKeyBytes();
if (!savedKey) {
window.localStorage.setItem(LOCAL_CRYPTO_KEY_STORAGE_KEY, bytesToBase64Url(keyBytes));
}
return crypto.subtle.importKey("raw", toArrayBuffer(keyBytes), "AES-GCM", false, [
"encrypt",
"decrypt"
]);
})();
return cachedLocalCryptoKeyPromise;
}
export function isLocalEncryptedString(value: string): boolean {
return value.startsWith(`${LOCAL_CRYPTO_PREFIX}:`);
}
export async function encryptLocalString(
value: string | null | undefined
): Promise<string | null | undefined> {
if (value === undefined || value === null) {
return value;
}
if (isLocalEncryptedString(value)) {
return value;
}
const key = await resolveLocalCryptoKey();
const iv = crypto.getRandomValues(new Uint8Array(LOCAL_CRYPTO_IV_LENGTH));
const plaintext = new TextEncoder().encode(value);
const encryptedBuffer = await crypto.subtle.encrypt(
{
name: "AES-GCM",
iv
},
key,
plaintext
);
return `${LOCAL_CRYPTO_PREFIX}:${bytesToBase64Url(iv)}:${bytesToBase64Url(new Uint8Array(encryptedBuffer))}`;
}
export async function decryptLocalString(
value: string | null | undefined
): Promise<string | null | undefined> {
if (value === undefined || value === null) {
return value;
}
if (!isLocalEncryptedString(value)) {
return value;
}
const [prefix, ivText, encryptedText] = value.split(":");
if (prefix !== LOCAL_CRYPTO_PREFIX || !ivText || !encryptedText) {
return null;
}
try {
const key = await resolveLocalCryptoKey();
const decryptedBuffer = await crypto.subtle.decrypt(
{
name: "AES-GCM",
iv: toArrayBuffer(base64UrlToBytes(ivText))
},
key,
toArrayBuffer(base64UrlToBytes(encryptedText))
);
return new TextDecoder().decode(decryptedBuffer);
} catch {
return null;
}
}
+148
View File
@@ -0,0 +1,148 @@
import Dexie, { type Table } from "dexie";
export type LocalTaskPriority = "LOW" | "MEDIUM" | "HIGH" | "URGENT";
export type LocalTaskStatus = "TODO" | "IN_PROGRESS" | "DONE" | "ARCHIVED";
export type SyncEntityType = "TASK";
export type SyncActionType = "CREATE" | "UPDATE" | "DELETE";
export type LocalTaskRecord = {
id: string;
userId: string;
title: string;
contentJson: string | null;
contentText: string | null;
priority: LocalTaskPriority;
status: LocalTaskStatus;
ddlAt: number | null;
version: number;
createdAt: number;
updatedAt: number;
deletedAt: number | null;
};
export type LocalOpLogRecord = {
opId: string;
entityId: string;
entityType: SyncEntityType;
action: SyncActionType;
payload: string;
clientTs: number;
deviceId: string;
syncedAt: number | null;
retryCount: number;
errorMessage: string | null;
};
export type LocalTaskDraftRecord = {
taskId: string;
userId: string;
title: string;
contentJson: string | null;
contentText: string;
priority: LocalTaskPriority;
status: LocalTaskStatus;
ddlInput: string;
updatedAt: number;
};
export type LocalSyncStateRecord = {
userId: string;
cursor: string | null;
lastSyncedAt: number | null;
updatedAt: number;
};
export type LocalSyncInboxRecord = {
opId: string;
userId: string;
entityId: string;
entityType: SyncEntityType;
action: SyncActionType;
payload: string | null;
clientTs: number;
deviceId: string;
serverTs: number;
receivedAt: number;
appliedAt: number | null;
};
export type LocalAiChatSessionRecord = {
key: string;
userId: string;
channel: "USER_KEY" | "ASTRBOT" | "PUBLIC_POOL";
sessionId: string | null;
messagesJson: string;
updatedAt: number;
};
class TodoLocalDb extends Dexie {
declare tasks: Table<LocalTaskRecord, string>;
declare opLogs: Table<LocalOpLogRecord, string>;
declare taskDrafts: Table<LocalTaskDraftRecord, string>;
declare syncStates: Table<LocalSyncStateRecord, string>;
declare syncInbox: Table<LocalSyncInboxRecord, string>;
declare aiChatSessions: Table<LocalAiChatSessionRecord, string>;
constructor() {
super("todolist-web-db");
this.version(1).stores({
tasks: "&id,userId,status,priority,ddlAt,updatedAt,deletedAt",
op_logs: "&opId,entityId,entityType,action,clientTs,syncedAt"
});
this.version(2).stores({
tasks: "&id,userId,status,priority,ddlAt,updatedAt,deletedAt",
op_logs: "&opId,entityId,entityType,action,clientTs,syncedAt",
task_drafts: "&taskId,userId,updatedAt"
});
this.version(3).stores({
tasks: "&id,userId,status,priority,ddlAt,updatedAt,deletedAt",
op_logs: "&opId,entityId,entityType,action,clientTs,syncedAt",
task_drafts: "&taskId,userId,updatedAt",
sync_states: "&userId,updatedAt,lastSyncedAt",
sync_inbox: "&opId,userId,entityId,serverTs,appliedAt"
});
this.version(4)
.stores({
tasks: "&id,userId,status,priority,ddlAt,updatedAt,deletedAt",
op_logs: "&opId,entityId,entityType,action,clientTs,syncedAt",
task_drafts: "&taskId,userId,updatedAt",
sync_states: "&userId,updatedAt,lastSyncedAt",
sync_inbox: "&opId,userId,entityId,serverTs,appliedAt"
})
.upgrade(async (tx) => {
await tx
.table("tasks")
.toCollection()
.modify((task: Partial<LocalTaskRecord>) => {
if (typeof task.version !== "number") {
task.version = 1;
}
});
});
this.version(5).stores({
tasks: "&id,userId,status,priority,ddlAt,updatedAt,deletedAt",
op_logs: "&opId,entityId,entityType,action,clientTs,syncedAt",
task_drafts: "&taskId,userId,updatedAt",
sync_states: "&userId,updatedAt,lastSyncedAt",
sync_inbox: "&opId,userId,entityId,serverTs,appliedAt",
ai_chat_sessions: "&key,userId,channel,updatedAt"
});
this.tasks = this.table("tasks");
this.opLogs = this.table("op_logs");
this.taskDrafts = this.table("task_drafts");
this.syncStates = this.table("sync_states");
this.syncInbox = this.table("sync_inbox");
this.aiChatSessions = this.table("ai_chat_sessions");
}
}
export const localDb = new TodoLocalDb();
@@ -0,0 +1,150 @@
import type {
LocalAiChatSessionRecord,
LocalOpLogRecord,
LocalSyncInboxRecord,
LocalTaskDraftRecord,
LocalTaskRecord
} from "@/services/local-db";
import {
decryptLocalString,
encryptLocalString,
isLocalEncryptedString
} from "@/services/local-crypto";
export function shouldEncryptTaskRecord(record: LocalTaskRecord): boolean {
return (
!isLocalEncryptedString(record.title) ||
(typeof record.contentJson === "string" && !isLocalEncryptedString(record.contentJson)) ||
(typeof record.contentText === "string" && !isLocalEncryptedString(record.contentText))
);
}
export async function encryptTaskRecord(record: LocalTaskRecord): Promise<LocalTaskRecord> {
return {
...record,
title: (await encryptLocalString(record.title)) ?? record.title,
contentJson: (await encryptLocalString(record.contentJson)) ?? null,
contentText: (await encryptLocalString(record.contentText)) ?? null
};
}
export async function decryptTaskRecord(record: LocalTaskRecord): Promise<LocalTaskRecord> {
const title = await decryptLocalString(record.title);
const contentJson = await decryptLocalString(record.contentJson);
const contentText = await decryptLocalString(record.contentText);
return {
...record,
title: typeof title === "string" && title.trim().length > 0 ? title : "未命名任务",
contentJson: typeof contentJson === "string" ? contentJson : null,
contentText: typeof contentText === "string" ? contentText : null
};
}
export function shouldEncryptTaskDraft(record: LocalTaskDraftRecord): boolean {
return (
!isLocalEncryptedString(record.title) ||
(typeof record.contentJson === "string" && !isLocalEncryptedString(record.contentJson)) ||
!isLocalEncryptedString(record.contentText)
);
}
export async function encryptTaskDraftRecord(
record: LocalTaskDraftRecord
): Promise<LocalTaskDraftRecord> {
return {
...record,
title: (await encryptLocalString(record.title)) ?? record.title,
contentJson: (await encryptLocalString(record.contentJson)) ?? null,
contentText: (await encryptLocalString(record.contentText)) ?? ""
};
}
export async function decryptTaskDraftRecord(
record: LocalTaskDraftRecord
): Promise<LocalTaskDraftRecord> {
const title = await decryptLocalString(record.title);
const contentJson = await decryptLocalString(record.contentJson);
const contentText = await decryptLocalString(record.contentText);
return {
...record,
title: typeof title === "string" ? title : "",
contentJson: typeof contentJson === "string" ? contentJson : null,
contentText: typeof contentText === "string" ? contentText : ""
};
}
export function shouldEncryptOpLogRecord(record: LocalOpLogRecord): boolean {
return !isLocalEncryptedString(record.payload);
}
export async function encryptOpLogRecord(record: LocalOpLogRecord): Promise<LocalOpLogRecord> {
return {
...record,
payload: (await encryptLocalString(record.payload)) ?? record.payload
};
}
export async function decryptOpLogRecord(record: LocalOpLogRecord): Promise<LocalOpLogRecord> {
const payload = await decryptLocalString(record.payload);
return {
...record,
payload: typeof payload === "string" ? payload : record.payload
};
}
export function shouldEncryptSyncInboxRecord(record: LocalSyncInboxRecord): boolean {
return typeof record.payload === "string" && !isLocalEncryptedString(record.payload);
}
export async function encryptSyncInboxRecord(
record: LocalSyncInboxRecord
): Promise<LocalSyncInboxRecord> {
return {
...record,
payload: (await encryptLocalString(record.payload)) ?? null
};
}
export async function decryptSyncInboxRecord(
record: LocalSyncInboxRecord
): Promise<LocalSyncInboxRecord> {
const payload = await decryptLocalString(record.payload);
return {
...record,
payload: typeof payload === "string" ? payload : null
};
}
export function shouldEncryptAiChatSessionRecord(record: LocalAiChatSessionRecord): boolean {
return (
!isLocalEncryptedString(record.messagesJson) ||
(typeof record.sessionId === "string" && !isLocalEncryptedString(record.sessionId))
);
}
export async function encryptAiChatSessionRecord(
record: LocalAiChatSessionRecord
): Promise<LocalAiChatSessionRecord> {
return {
...record,
sessionId: (await encryptLocalString(record.sessionId)) ?? null,
messagesJson: (await encryptLocalString(record.messagesJson)) ?? "[]"
};
}
export async function decryptAiChatSessionRecord(
record: LocalAiChatSessionRecord
): Promise<LocalAiChatSessionRecord> {
const sessionId = await decryptLocalString(record.sessionId);
const messagesJson = await decryptLocalString(record.messagesJson);
return {
...record,
sessionId: typeof sessionId === "string" ? sessionId : null,
messagesJson: typeof messagesJson === "string" ? messagesJson : "[]"
};
}
+178
View File
@@ -0,0 +1,178 @@
import {
localDb,
type LocalOpLogRecord,
type LocalSyncInboxRecord,
type LocalSyncStateRecord
} from "@/services/local-db";
import {
decryptOpLogRecord,
decryptSyncInboxRecord,
encryptSyncInboxRecord
} from "@/services/local-sensitive-codec";
import type { SyncPullItem } from "@/services/sync-api";
export const MAX_SYNC_RETRY_COUNT = 5;
export async function listPendingSyncOperations(limit = 20): Promise<LocalOpLogRecord[]> {
const records = await localDb.opLogs.orderBy("clientTs").toArray();
const pendingRecords = records
.filter((record) => record.syncedAt === null && record.retryCount < MAX_SYNC_RETRY_COUNT)
.slice(0, limit);
return Promise.all(pendingRecords.map((record) => decryptOpLogRecord(record)));
}
export async function countPendingSyncOperations(): Promise<number> {
const records = await localDb.opLogs.toArray();
return records.filter(
(record) => record.syncedAt === null && record.retryCount < MAX_SYNC_RETRY_COUNT
).length;
}
export async function countBlockedSyncOperations(): Promise<number> {
const records = await localDb.opLogs.toArray();
return records.filter(
(record) => record.syncedAt === null && record.retryCount >= MAX_SYNC_RETRY_COUNT
).length;
}
export async function markSyncOperationsSucceeded(
opIds: string[],
syncedAt: number
): Promise<void> {
if (opIds.length === 0) {
return;
}
const records = await localDb.opLogs.bulkGet(opIds);
const nextRecords = records
.filter((record): record is LocalOpLogRecord => record !== undefined)
.map((record) => ({
...record,
syncedAt,
errorMessage: null
}));
if (nextRecords.length > 0) {
await localDb.opLogs.bulkPut(nextRecords);
}
}
export async function markSyncOperationsFailed(
failures: Array<{ opId: string; errorMessage: string }>
): Promise<void> {
if (failures.length === 0) {
return;
}
const failureMap = new Map(failures.map((failure) => [failure.opId, failure.errorMessage]));
const records = await localDb.opLogs.bulkGet(failures.map((failure) => failure.opId));
const nextRecords = records
.filter((record): record is LocalOpLogRecord => record !== undefined)
.map((record) => ({
...record,
retryCount: record.retryCount + 1,
errorMessage: failureMap.get(record.opId) ?? "同步失败"
}));
if (nextRecords.length > 0) {
await localDb.opLogs.bulkPut(nextRecords);
}
}
export async function getLocalSyncState(userId: string): Promise<LocalSyncStateRecord | undefined> {
return localDb.syncStates.get(userId);
}
export async function saveLocalSyncState(input: {
userId: string;
cursor: string | null;
lastSyncedAt: number | null;
}): Promise<void> {
await localDb.syncStates.put({
userId: input.userId,
cursor: input.cursor,
lastSyncedAt: input.lastSyncedAt,
updatedAt: Date.now()
});
}
export async function enqueueRemoteSyncOperations(
userId: string,
operations: SyncPullItem[]
): Promise<number> {
if (operations.length === 0) {
return 0;
}
const receivedAt = Date.now();
const records = await Promise.all(
operations.map(async (operation) =>
encryptSyncInboxRecord({
opId: operation.opId,
userId,
entityId: operation.entityId,
entityType: operation.entityType,
action: operation.action,
payload: operation.payload,
clientTs: operation.clientTs,
deviceId: operation.deviceId,
serverTs: new Date(operation.serverTs).getTime(),
receivedAt,
appliedAt: null
})
)
);
await localDb.syncInbox.bulkPut(records);
return records.length;
}
export async function listPendingRemoteOperations(
userId: string,
limit = 100
): Promise<LocalSyncInboxRecord[]> {
const records = await localDb.syncInbox.where("userId").equals(userId).toArray();
const pendingRecords = records
.filter((record) => record.appliedAt === null)
.sort((left, right) => {
if (left.serverTs !== right.serverTs) {
return left.serverTs - right.serverTs;
}
if (left.clientTs !== right.clientTs) {
return left.clientTs - right.clientTs;
}
return left.opId.localeCompare(right.opId);
})
.slice(0, limit);
return Promise.all(pendingRecords.map((record) => decryptSyncInboxRecord(record)));
}
export async function markRemoteOperationsApplied(
opIds: string[],
appliedAt: number
): Promise<void> {
if (opIds.length === 0) {
return;
}
const records = await localDb.syncInbox.bulkGet(opIds);
const nextRecords = records
.filter((record): record is LocalSyncInboxRecord => record !== undefined)
.map((record) => ({
...record,
appliedAt
}));
if (nextRecords.length > 0) {
await localDb.syncInbox.bulkPut(nextRecords);
}
}
export async function countPendingRemoteOperations(userId: string): Promise<number> {
const records = await localDb.syncInbox.where("userId").equals(userId).toArray();
return records.filter((record) => record.appliedAt === null).length;
}
@@ -0,0 +1,38 @@
import { localDb, type LocalTaskDraftRecord } from "@/services/local-db";
import { decryptTaskDraftRecord, encryptTaskDraftRecord } from "@/services/local-sensitive-codec";
export type SaveLocalTaskDraftInput = {
taskId: string;
userId: string;
title: string;
contentJson: string | null;
contentText: string;
priority: LocalTaskDraftRecord["priority"];
status: LocalTaskDraftRecord["status"];
ddlInput: string;
};
export async function getLocalTaskDraft(taskId: string): Promise<LocalTaskDraftRecord | undefined> {
const draft = await localDb.taskDrafts.get(taskId);
if (!draft) {
return undefined;
}
return decryptTaskDraftRecord(draft);
}
export async function saveLocalTaskDraft(
input: SaveLocalTaskDraftInput
): Promise<LocalTaskDraftRecord> {
const draft: LocalTaskDraftRecord = {
...input,
updatedAt: Date.now()
};
await localDb.taskDrafts.put(await encryptTaskDraftRecord(draft));
return draft;
}
export async function deleteLocalTaskDraft(taskId: string): Promise<void> {
await localDb.taskDrafts.delete(taskId);
}
+225
View File
@@ -0,0 +1,225 @@
import {
localDb,
type LocalOpLogRecord,
type LocalTaskPriority,
type LocalTaskRecord,
type LocalTaskStatus,
type SyncActionType
} from "@/services/local-db";
import {
decryptTaskRecord,
encryptOpLogRecord,
encryptTaskRecord
} from "@/services/local-sensitive-codec";
const DEVICE_ID_STORAGE_KEY = "todolist.web.device-id";
export type CreateLocalTaskInput = {
userId: string;
title?: string;
};
export type UpdateLocalTaskInput = {
id: string;
title?: string;
contentText?: string | null;
contentJson?: string | null;
priority?: LocalTaskPriority;
status?: LocalTaskStatus;
ddlAt?: number | null;
};
type SyncTaskPayload = {
id?: string;
userId?: string;
title: string;
contentJson: string | null;
contentText?: string | null;
priority: LocalTaskPriority;
status: LocalTaskStatus;
ddlAt: number | null;
version: number;
createdAt?: number;
updatedAt: number;
deletedAt?: number | null;
};
function resolveDeviceId(): string {
const savedDeviceId = window.localStorage.getItem(DEVICE_ID_STORAGE_KEY);
if (savedDeviceId) {
return savedDeviceId;
}
const nextDeviceId = crypto.randomUUID();
window.localStorage.setItem(DEVICE_ID_STORAGE_KEY, nextDeviceId);
return nextDeviceId;
}
function createOpLogRecord(
entityId: string,
action: SyncActionType,
payload: string
): LocalOpLogRecord {
return {
opId: crypto.randomUUID(),
entityId,
entityType: "TASK",
action,
payload,
clientTs: Date.now(),
deviceId: resolveDeviceId(),
syncedAt: null,
retryCount: 0,
errorMessage: null
};
}
function createSyncTaskPayload(payload: SyncTaskPayload): string {
const nextPayload: Record<string, unknown> = {
...payload
};
if (payload.contentJson !== null) {
delete nextPayload.contentText;
}
return JSON.stringify(nextPayload);
}
export async function listLocalTasksByUser(userId: string): Promise<LocalTaskRecord[]> {
const tasks = await localDb.tasks.where("userId").equals(userId).toArray();
const decryptedTasks = await Promise.all(tasks.map((task) => decryptTaskRecord(task)));
return decryptedTasks
.filter((task) => task.deletedAt === null)
.sort((left, right) => right.updatedAt - left.updatedAt);
}
export async function getLocalTaskById(id: string): Promise<LocalTaskRecord | undefined> {
const task = await localDb.tasks.get(id);
if (!task || task.deletedAt !== null) {
return undefined;
}
return decryptTaskRecord(task);
}
export async function createLocalTask(input: CreateLocalTaskInput): Promise<LocalTaskRecord> {
const now = Date.now();
const task: LocalTaskRecord = {
id: crypto.randomUUID(),
userId: input.userId,
title: input.title?.trim() ? input.title.trim() : "未命名任务",
contentJson: null,
contentText: null,
priority: "MEDIUM",
status: "TODO",
ddlAt: null,
version: 1,
createdAt: now,
updatedAt: now,
deletedAt: null
};
const opLog = createOpLogRecord(
task.id,
"CREATE",
createSyncTaskPayload({
id: task.id,
userId: task.userId,
title: task.title,
contentJson: task.contentJson,
contentText: task.contentText,
priority: task.priority,
status: task.status,
ddlAt: task.ddlAt,
version: task.version,
createdAt: task.createdAt,
updatedAt: task.updatedAt,
deletedAt: task.deletedAt
})
);
await localDb.transaction("rw", localDb.tasks, localDb.opLogs, async () => {
await localDb.tasks.add(await encryptTaskRecord(task));
await localDb.opLogs.add(await encryptOpLogRecord(opLog));
});
return task;
}
export async function updateLocalTask(
input: UpdateLocalTaskInput
): Promise<LocalTaskRecord | undefined> {
const currentTask = await getLocalTaskById(input.id);
if (!currentTask) {
return undefined;
}
const nextVersion = currentTask.version + 1;
const nextTask: LocalTaskRecord = {
...currentTask,
title: input.title !== undefined ? input.title.trim() || "未命名任务" : currentTask.title,
contentText: input.contentText !== undefined ? input.contentText : currentTask.contentText,
contentJson: input.contentJson !== undefined ? input.contentJson : currentTask.contentJson,
priority: input.priority ?? currentTask.priority,
status: input.status ?? currentTask.status,
ddlAt: input.ddlAt !== undefined ? input.ddlAt : currentTask.ddlAt,
version: nextVersion,
updatedAt: Date.now()
};
const opLog = createOpLogRecord(
nextTask.id,
"UPDATE",
createSyncTaskPayload({
title: nextTask.title,
contentJson: nextTask.contentJson,
contentText: nextTask.contentText,
priority: nextTask.priority,
status: nextTask.status,
ddlAt: nextTask.ddlAt,
version: nextTask.version,
updatedAt: nextTask.updatedAt
})
);
await localDb.transaction("rw", localDb.tasks, localDb.opLogs, async () => {
await localDb.tasks.put(await encryptTaskRecord(nextTask));
await localDb.opLogs.add(await encryptOpLogRecord(opLog));
});
return nextTask;
}
export async function deleteLocalTask(id: string): Promise<boolean> {
const currentTask = await getLocalTaskById(id);
if (!currentTask) {
return false;
}
const deletedAt = Date.now();
const nextVersion = currentTask.version + 1;
const nextTask: LocalTaskRecord = {
...currentTask,
version: nextVersion,
deletedAt,
updatedAt: deletedAt
};
const opLog = createOpLogRecord(
id,
"DELETE",
JSON.stringify({
deletedAt,
version: nextTask.version,
updatedAt: nextTask.updatedAt
})
);
await localDb.transaction("rw", localDb.tasks, localDb.opLogs, async () => {
await localDb.tasks.put(await encryptTaskRecord(nextTask));
await localDb.opLogs.add(await encryptOpLogRecord(opLog));
});
return true;
}
+53
View File
@@ -0,0 +1,53 @@
import { listLocalTasksByUser } from "@/services/local-task-repo";
export const DEFAULT_CLOUD_QUOTA_BYTES = 100 * 1024 * 1024;
type StorageQuotaSnapshot = {
usedBytes: number;
quotaBytes: number;
remainingBytes: number;
usedPercent: number;
};
function measureTextBytes(value: string | null): number {
if (!value) {
return 0;
}
return new Blob([value]).size;
}
export async function getStorageQuotaSnapshot(userId: string): Promise<StorageQuotaSnapshot> {
const tasks = await listLocalTasksByUser(userId);
const usedBytes = tasks.reduce((total, task) => {
return (
total +
measureTextBytes(task.title) +
measureTextBytes(task.contentText) +
measureTextBytes(task.contentJson)
);
}, 0);
const remainingBytes = Math.max(DEFAULT_CLOUD_QUOTA_BYTES - usedBytes, 0);
const usedPercent = Math.min((usedBytes / DEFAULT_CLOUD_QUOTA_BYTES) * 100, 100);
return {
usedBytes,
quotaBytes: DEFAULT_CLOUD_QUOTA_BYTES,
remainingBytes,
usedPercent
};
}
export function formatStorageSize(bytes: number): string {
if (bytes < 1024) {
return `${bytes} B`;
}
if (bytes < 1024 * 1024) {
return `${(bytes / 1024).toFixed(1)} KB`;
}
return `${(bytes / (1024 * 1024)).toFixed(2)} MB`;
}
+159
View File
@@ -0,0 +1,159 @@
import type { LocalOpLogRecord } from "@/services/local-db";
export type SyncPushResult = {
acceptedCount: number;
duplicateCount: number;
failedCount: number;
results: Array<{
opId: string;
status: "accepted" | "duplicate" | "failed";
serverTs: string | null;
reason: string | null;
}>;
};
export type SyncPullItem = {
opId: string;
entityId: string;
entityType: "TASK";
action: "CREATE" | "UPDATE" | "DELETE";
payload: string | null;
clientTs: number;
deviceId: string;
serverTs: string;
};
export type SyncPullResult = {
items: SyncPullItem[];
nextCursor: string | null;
hasMore: boolean;
};
const DEFAULT_API_BASE_URL = "http://localhost:3000";
function resolveApiBaseUrl(): string {
const envBaseUrl = import.meta.env.VITE_API_BASE_URL as string | undefined;
if (!envBaseUrl) {
return DEFAULT_API_BASE_URL;
}
return envBaseUrl.replace(/\/+$/, "");
}
async function parseErrorMessage(response: Response): Promise<string> {
if (response.status === 413) {
return "单次同步内容过大,请精简本次任务内容或等待系统分批重试。";
}
try {
const body = (await response.json()) as { message?: string | string[] };
if (Array.isArray(body.message)) {
return body.message.join("");
}
if (typeof body.message === "string" && body.message.trim()) {
return body.message;
}
} catch {
return `请求失败(${response.status}`;
}
return `请求失败(${response.status}`;
}
type SyncPushOperationRequest = {
opId: string;
entityId: string;
entityType: LocalOpLogRecord["entityType"];
action: LocalOpLogRecord["action"];
payload: string;
clientTs: number;
deviceId: string;
};
function compactOperationPayload(payload: string): string {
try {
const parsed = JSON.parse(payload) as unknown;
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
return payload;
}
const nextPayload = { ...(parsed as Record<string, unknown>) };
if (nextPayload.contentJson !== undefined && nextPayload.contentJson !== null) {
delete nextPayload.contentText;
}
return JSON.stringify(nextPayload);
} catch {
return payload;
}
}
export function serializeSyncOperationForRequest(
operation: LocalOpLogRecord
): SyncPushOperationRequest {
return {
opId: operation.opId,
entityId: operation.entityId,
entityType: operation.entityType,
action: operation.action,
payload: compactOperationPayload(operation.payload),
clientTs: operation.clientTs,
deviceId: operation.deviceId
};
}
export async function pushSyncOperations(
userId: string,
operations: LocalOpLogRecord[]
): Promise<SyncPushResult> {
const requestOperations = operations.map((operation) =>
serializeSyncOperationForRequest(operation)
);
const response = await fetch(`${resolveApiBaseUrl()}/sync/push`, {
method: "POST",
headers: {
"Content-Type": "application/json",
"x-user-id": userId
},
body: JSON.stringify({
operations: requestOperations
})
});
if (!response.ok) {
throw new Error(await parseErrorMessage(response));
}
return (await response.json()) as SyncPushResult;
}
export async function pullSyncOperations(input: {
userId: string;
cursor: string | null;
limit?: number;
}): Promise<SyncPullResult> {
const requestUrl = new URL(`${resolveApiBaseUrl()}/sync/pull`);
if (input.cursor) {
requestUrl.searchParams.set("cursor", input.cursor);
}
if (input.limit !== undefined) {
requestUrl.searchParams.set("limit", String(input.limit));
}
const response = await fetch(requestUrl, {
method: "GET",
headers: {
"x-user-id": input.userId
}
});
if (!response.ok) {
throw new Error(await parseErrorMessage(response));
}
return (await response.json()) as SyncPullResult;
}
+269
View File
@@ -0,0 +1,269 @@
import {
localDb,
type LocalSyncInboxRecord,
type LocalTaskPriority,
type LocalTaskRecord,
type LocalTaskStatus
} from "@/services/local-db";
import { listPendingRemoteOperations } from "@/services/local-sync-repo";
import {
decryptTaskRecord,
encryptTaskRecord,
shouldEncryptTaskRecord
} from "@/services/local-sensitive-codec";
const TASK_PRIORITY_VALUES: LocalTaskPriority[] = ["LOW", "MEDIUM", "HIGH", "URGENT"];
const TASK_STATUS_VALUES: LocalTaskStatus[] = ["TODO", "IN_PROGRESS", "DONE", "ARCHIVED"];
type RemoteTaskPayload = {
userId?: unknown;
title?: unknown;
contentJson?: unknown;
contentText?: unknown;
priority?: unknown;
status?: unknown;
ddlAt?: unknown;
version?: unknown;
createdAt?: unknown;
updatedAt?: unknown;
deletedAt?: unknown;
};
function normalizePriority(value: unknown, fallback: LocalTaskPriority): LocalTaskPriority {
if (typeof value === "string" && TASK_PRIORITY_VALUES.includes(value as LocalTaskPriority)) {
return value as LocalTaskPriority;
}
return fallback;
}
function normalizeStatus(value: unknown, fallback: LocalTaskStatus): LocalTaskStatus {
if (typeof value === "string" && TASK_STATUS_VALUES.includes(value as LocalTaskStatus)) {
return value as LocalTaskStatus;
}
return fallback;
}
function normalizeStringOrNull(value: unknown, fallback: string | null): string | null {
if (typeof value === "string") {
return value;
}
if (value === null) {
return null;
}
return fallback;
}
function collectTextFromRichContent(value: unknown, fragments: string[]): void {
if (!value || typeof value !== "object") {
return;
}
const node = value as {
text?: unknown;
content?: unknown;
};
if (typeof node.text === "string" && node.text.trim().length > 0) {
fragments.push(node.text.trim());
}
if (Array.isArray(node.content)) {
for (const child of node.content) {
collectTextFromRichContent(child, fragments);
}
}
}
function extractTextFromContentJson(contentJson: string | null): string | null {
if (!contentJson) {
return null;
}
try {
const parsed = JSON.parse(contentJson) as unknown;
const fragments: string[] = [];
collectTextFromRichContent(parsed, fragments);
return fragments.length > 0 ? fragments.join(" ") : null;
} catch {
return null;
}
}
function normalizeNullableNumber(value: unknown, fallback: number | null): number | null {
if (typeof value === "number" && Number.isFinite(value)) {
return value;
}
if (value === null) {
return null;
}
return fallback;
}
function normalizePositiveNumber(value: unknown, fallback: number): number {
if (typeof value === "number" && Number.isFinite(value) && value > 0) {
return value;
}
return fallback;
}
function parseOperationPayload(operation: LocalSyncInboxRecord): RemoteTaskPayload {
if (!operation.payload) {
return {};
}
const parsed = JSON.parse(operation.payload) as unknown;
if (!parsed || typeof parsed !== "object") {
return {};
}
return parsed as RemoteTaskPayload;
}
function createFallbackTask(
operation: LocalSyncInboxRecord,
userId: string,
updatedAt: number,
version: number
): LocalTaskRecord {
return {
id: operation.entityId,
userId,
title: "未命名任务",
contentJson: null,
contentText: null,
priority: "MEDIUM",
status: "TODO",
ddlAt: null,
version,
createdAt: updatedAt,
updatedAt,
deletedAt: null
};
}
function buildIncomingTaskRecord(
operation: LocalSyncInboxRecord,
currentTask: LocalTaskRecord | undefined
): LocalTaskRecord {
const payload = parseOperationPayload(operation);
const fallbackVersion = currentTask?.version ?? 1;
const version = normalizePositiveNumber(payload.version, fallbackVersion);
const updatedAt = normalizePositiveNumber(
payload.updatedAt,
normalizePositiveNumber(payload.deletedAt, operation.clientTs)
);
const fallbackTask =
currentTask ?? createFallbackTask(operation, operation.userId, updatedAt, version);
const contentJson = normalizeStringOrNull(payload.contentJson, fallbackTask.contentJson);
const contentText = normalizeStringOrNull(
payload.contentText,
extractTextFromContentJson(contentJson) ?? fallbackTask.contentText
);
if (operation.action === "DELETE") {
const deletedAt = normalizePositiveNumber(payload.deletedAt, updatedAt);
return {
...fallbackTask,
version,
updatedAt: deletedAt,
deletedAt
};
}
return {
...fallbackTask,
userId: typeof payload.userId === "string" ? payload.userId : fallbackTask.userId,
title:
typeof payload.title === "string" && payload.title.trim().length > 0
? payload.title
: fallbackTask.title,
contentJson,
contentText,
priority: normalizePriority(payload.priority, fallbackTask.priority),
status: normalizeStatus(payload.status, fallbackTask.status),
ddlAt: normalizeNullableNumber(payload.ddlAt, fallbackTask.ddlAt),
version,
createdAt: normalizePositiveNumber(payload.createdAt, fallbackTask.createdAt),
updatedAt,
deletedAt: normalizeNullableNumber(payload.deletedAt, null)
};
}
function getOperationTieBreaker(operation: LocalSyncInboxRecord): number {
if (operation.action === "DELETE") {
return 3;
}
if (operation.action === "UPDATE") {
return 2;
}
return 1;
}
function shouldApplyIncomingTask(
currentTask: LocalTaskRecord | undefined,
incomingTask: LocalTaskRecord,
operation: LocalSyncInboxRecord
): boolean {
if (!currentTask) {
return true;
}
if (incomingTask.updatedAt > currentTask.updatedAt) {
return true;
}
if (incomingTask.updatedAt < currentTask.updatedAt) {
return false;
}
if (incomingTask.version > currentTask.version) {
return true;
}
if (incomingTask.version < currentTask.version) {
return false;
}
return getOperationTieBreaker(operation) >= (currentTask.deletedAt === null ? 1 : 3);
}
export async function applyPendingRemoteOperations(userId: string): Promise<number> {
const pendingOperations = await listPendingRemoteOperations(userId);
if (pendingOperations.length === 0) {
return 0;
}
const appliedAt = Date.now();
await localDb.transaction("rw", localDb.tasks, localDb.syncInbox, async () => {
for (const operation of pendingOperations) {
if (operation.entityType !== "TASK") {
await localDb.syncInbox.update(operation.opId, { appliedAt });
continue;
}
const storedTask = await localDb.tasks.get(operation.entityId);
const currentTask = storedTask ? await decryptTaskRecord(storedTask) : undefined;
const incomingTask = buildIncomingTaskRecord(operation, currentTask);
if (shouldApplyIncomingTask(currentTask, incomingTask, operation)) {
await localDb.tasks.put(await encryptTaskRecord(incomingTask));
} else if (storedTask && currentTask && shouldEncryptTaskRecord(storedTask)) {
await localDb.tasks.put(await encryptTaskRecord(currentTask));
}
await localDb.syncInbox.update(operation.opId, { appliedAt });
}
});
return pendingOperations.length;
}
+142
View File
@@ -0,0 +1,142 @@
import {
enqueueRemoteSyncOperations,
getLocalSyncState,
listPendingSyncOperations,
markSyncOperationsFailed,
markSyncOperationsSucceeded,
saveLocalSyncState
} from "@/services/local-sync-repo";
import { applyPendingRemoteOperations } from "@/services/sync-merge";
import {
pullSyncOperations,
pushSyncOperations,
serializeSyncOperationForRequest
} from "@/services/sync-api";
import type { LocalOpLogRecord } from "@/services/local-db";
const PUSH_BATCH_LIMIT = 20;
const PUSH_BATCH_MAX_BYTES = 256 * 1024;
const PULL_BATCH_LIMIT = 100;
const MAX_PULL_PAGES_PER_CYCLE = 5;
function estimateOperationBytes(operation: LocalOpLogRecord): number {
return new TextEncoder().encode(JSON.stringify(serializeSyncOperationForRequest(operation)))
.length;
}
function createPushBatch(operations: LocalOpLogRecord[]): LocalOpLogRecord[] {
const batch: LocalOpLogRecord[] = [];
let batchBytes = 0;
for (const operation of operations) {
const operationBytes = estimateOperationBytes(operation);
if (batch.length > 0 && batchBytes + operationBytes > PUSH_BATCH_MAX_BYTES) {
break;
}
batch.push(operation);
batchBytes += operationBytes;
}
return batch;
}
export type SyncCycleResult = {
pushedCount: number;
pulledCount: number;
appliedRemoteCount: number;
lastSyncedAt: number;
hasFailures: boolean;
failureMessage: string | null;
};
export async function runSyncWorkerCycle(userId: string): Promise<SyncCycleResult> {
const lastSyncedAt = Date.now();
let pushedCount = 0;
let pulledCount = 0;
let appliedRemoteCount = 0;
let hasFailures = false;
let failureMessage: string | null = null;
for (;;) {
const pendingCandidates = await listPendingSyncOperations(PUSH_BATCH_LIMIT);
if (pendingCandidates.length === 0) {
break;
}
const pendingOperations = createPushBatch(pendingCandidates);
const pushResult = await pushSyncOperations(userId, pendingOperations);
const syncedOperationIds = pushResult.results
.filter((result) => result.status === "accepted" || result.status === "duplicate")
.map((result) => result.opId);
const failedOperations = pushResult.results
.filter((result) => result.status === "failed")
.map((result) => ({
opId: result.opId,
errorMessage: result.reason ?? "同步失败"
}));
await markSyncOperationsSucceeded(syncedOperationIds, lastSyncedAt);
await markSyncOperationsFailed(failedOperations);
pushedCount += syncedOperationIds.length;
if (failedOperations.length > 0) {
hasFailures = true;
failureMessage = failedOperations[0]?.errorMessage ?? "同步失败";
break;
}
if (
pendingCandidates.length < PUSH_BATCH_LIMIT ||
pendingOperations.length < pendingCandidates.length
) {
break;
}
}
const currentState = await getLocalSyncState(userId);
let nextCursor = currentState?.cursor ?? null;
for (let page = 0; page < MAX_PULL_PAGES_PER_CYCLE; page += 1) {
const pullResult = await pullSyncOperations({
userId,
cursor: nextCursor,
limit: PULL_BATCH_LIMIT
});
if (pullResult.items.length > 0) {
pulledCount += await enqueueRemoteSyncOperations(userId, pullResult.items);
}
nextCursor = pullResult.nextCursor;
await saveLocalSyncState({
userId,
cursor: nextCursor,
lastSyncedAt
});
if (!pullResult.hasMore) {
break;
}
}
if (currentState === undefined && nextCursor === null) {
await saveLocalSyncState({
userId,
cursor: null,
lastSyncedAt
});
}
appliedRemoteCount = await applyPendingRemoteOperations(userId);
return {
pushedCount,
pulledCount,
appliedRemoteCount,
lastSyncedAt,
hasFailures,
failureMessage
};
}
+868
View File
File diff suppressed because it is too large Load Diff