- Restore agent-worker from commit 153399f: autonomous HTTP server per agent
(main.go 597 lines, main_test.go 438 lines, Dockerfile.agent-worker)
- Add container fields to agents table (serviceName, servicePort, containerImage, containerStatus)
- Update executor.go: real delegateToAgent() with HTTP POST to agent containers
- Update db.go: GetAgentByID, UpdateContainerStatus, GetAgentHistory, SaveHistory
- Update orchestrator.go: inject DB into executor for container address resolution
- Add tRPC endpoints: agents.deployContainer, agents.stopContainer, agents.containerStatus
- Add Docker Swarm deploy/stop logic in server/agents.ts
- Add Start/Stop container buttons to Agents.tsx with status badges
- Fix chat auto-scroll: replace ScrollArea with overflow-y-auto for direct scrollTop control
- Fix parallel chats: make isThinking per-conversation (thinkingConvId) instead of global
so switching between chats works while one is processing
581 lines
14 KiB
TypeScript
581 lines
14 KiB
TypeScript
import { eq, and, desc, gte } from "drizzle-orm";
|
|
import {
|
|
agents,
|
|
agentMetrics,
|
|
agentHistory,
|
|
agentAccessControl,
|
|
type Agent,
|
|
type InsertAgent,
|
|
type AgentMetric,
|
|
type InsertAgentMetric,
|
|
} from "../drizzle/schema";
|
|
import { getDb } from "./db";
|
|
import { nanoid } from "nanoid";
|
|
import { exec } from "child_process";
|
|
import { promisify } from "util";
|
|
|
|
const execAsync = promisify(exec);
|
|
|
|
/**
|
|
* Создать нового агента
|
|
*/
|
|
export async function createAgent(
|
|
userId: number,
|
|
data: InsertAgent
|
|
): Promise<Agent | null> {
|
|
const db = await getDb();
|
|
if (!db) return null;
|
|
|
|
try {
|
|
const result = await db.insert(agents).values({
|
|
...data,
|
|
userId,
|
|
});
|
|
|
|
const agentId = result[0].insertId;
|
|
const created = await db
|
|
.select()
|
|
.from(agents)
|
|
.where(eq(agents.id, Number(agentId)))
|
|
.limit(1);
|
|
return created[0] || null;
|
|
} catch (error) {
|
|
console.error("[DB] Failed to create agent:", error);
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Получить агента по ID
|
|
*/
|
|
export async function getAgentById(agentId: number): Promise<Agent | null> {
|
|
const db = await getDb();
|
|
if (!db) return null;
|
|
|
|
try {
|
|
const result = await db
|
|
.select()
|
|
.from(agents)
|
|
.where(eq(agents.id, agentId))
|
|
.limit(1);
|
|
return result[0] || null;
|
|
} catch (error) {
|
|
console.error("[DB] Failed to get agent:", error);
|
|
return null;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Получить все агенты пользователя
|
|
*/
|
|
export async function getUserAgents(userId: number): Promise<Agent[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
|
|
try {
|
|
return await db.select().from(agents).where(eq(agents.userId, userId));
|
|
} catch (error) {
|
|
console.error("[DB] Failed to get user agents:", error);
|
|
return [];
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Получить все агенты (системные + пользовательские)
|
|
* Используется для страницы /agents в Control Center
|
|
*/
|
|
export async function getAllAgents(): Promise<Agent[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
|
|
try {
|
|
return await db.select().from(agents).orderBy(agents.id);
|
|
} catch (error) {
|
|
console.error("[DB] Failed to get all agents:", error);
|
|
return [];
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Получить только системные агенты (isSystem=true)
|
|
*/
|
|
export async function getSystemAgents(): Promise<Agent[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
|
|
try {
|
|
return await db
|
|
.select()
|
|
.from(agents)
|
|
.where(eq(agents.isSystem, true))
|
|
.orderBy(agents.id);
|
|
} catch (error) {
|
|
console.error("[DB] Failed to get system agents:", error);
|
|
return [];
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Обновить конфигурацию агента
|
|
*/
|
|
export async function updateAgent(
|
|
agentId: number,
|
|
updates: Partial<InsertAgent>
|
|
): Promise<Agent | null> {
|
|
const db = await getDb();
|
|
if (!db) return null;
|
|
|
|
try {
|
|
await db.update(agents).set(updates).where(eq(agents.id, agentId));
|
|
return getAgentById(agentId);
|
|
} catch (error) {
|
|
console.error("[DB] Failed to update agent:", error);
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Удалить агента
|
|
*/
|
|
export async function deleteAgent(agentId: number): Promise<boolean> {
|
|
const db = await getDb();
|
|
if (!db) return false;
|
|
|
|
try {
|
|
await db.delete(agents).where(eq(agents.id, agentId));
|
|
return true;
|
|
} catch (error) {
|
|
console.error("[DB] Failed to delete agent:", error);
|
|
return false;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Сохранить метрику запроса
|
|
*/
|
|
export async function saveMetric(
|
|
agentId: number,
|
|
data: Omit<InsertAgentMetric, "agentId">
|
|
): Promise<AgentMetric | null> {
|
|
const db = await getDb();
|
|
if (!db) return null;
|
|
|
|
try {
|
|
const requestId = nanoid();
|
|
const result = await db.insert(agentMetrics).values({
|
|
...data,
|
|
agentId,
|
|
requestId,
|
|
});
|
|
|
|
const metricId = result[0].insertId;
|
|
const created = await db
|
|
.select()
|
|
.from(agentMetrics)
|
|
.where(eq(agentMetrics.id, Number(metricId)))
|
|
.limit(1);
|
|
return created[0] || null;
|
|
} catch (error) {
|
|
console.error("[DB] Failed to save metric:", error);
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Получить метрики агента за последние N часов
|
|
*/
|
|
export async function getAgentMetrics(
|
|
agentId: number,
|
|
hoursBack: number = 24
|
|
): Promise<AgentMetric[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
|
|
try {
|
|
const since = new Date(Date.now() - hoursBack * 60 * 60 * 1000);
|
|
return await db
|
|
.select()
|
|
.from(agentMetrics)
|
|
.where(
|
|
and(
|
|
eq(agentMetrics.agentId, agentId),
|
|
gte(agentMetrics.createdAt, since)
|
|
)
|
|
)
|
|
.orderBy(desc(agentMetrics.createdAt));
|
|
} catch (error) {
|
|
console.error("[DB] Failed to get agent metrics:", error);
|
|
return [];
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Получить статистику агента
|
|
*/
|
|
export async function getAgentStats(agentId: number, hoursBack: number = 24) {
|
|
const db = await getDb();
|
|
if (!db) return null;
|
|
|
|
try {
|
|
const metrics = await getAgentMetrics(agentId, hoursBack);
|
|
|
|
const totalRequests = metrics.length;
|
|
const successRequests = metrics.filter(m => m.status === "success").length;
|
|
const errorRequests = metrics.filter(m => m.status === "error").length;
|
|
const avgProcessingTime =
|
|
metrics.length > 0
|
|
? metrics.reduce((sum, m) => sum + m.processingTimeMs, 0) /
|
|
metrics.length
|
|
: 0;
|
|
const totalTokens = metrics.reduce(
|
|
(sum, m) => sum + (m.totalTokens || 0),
|
|
0
|
|
);
|
|
const avgTokensPerRequest =
|
|
metrics.length > 0 ? totalTokens / metrics.length : 0;
|
|
|
|
return {
|
|
totalRequests,
|
|
successRequests,
|
|
errorRequests,
|
|
successRate:
|
|
totalRequests > 0 ? (successRequests / totalRequests) * 100 : 0,
|
|
avgProcessingTime: Math.round(avgProcessingTime),
|
|
totalTokens,
|
|
avgTokensPerRequest: Math.round(avgTokensPerRequest),
|
|
period: `${hoursBack}h`,
|
|
};
|
|
} catch (error) {
|
|
console.error("[DB] Failed to get agent stats:", error);
|
|
return null;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Получить историю запросов агента
|
|
*/
|
|
export async function getAgentHistory(agentId: number, limit: number = 50) {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
|
|
try {
|
|
return await db
|
|
.select()
|
|
.from(agentHistory)
|
|
.where(eq(agentHistory.agentId, agentId))
|
|
.orderBy(desc(agentHistory.createdAt))
|
|
.limit(limit);
|
|
} catch (error) {
|
|
console.error("[DB] Failed to get agent history:", error);
|
|
return [];
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Получить управление доступами для агента
|
|
*/
|
|
export async function getAgentAccessControl(agentId: number) {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
|
|
try {
|
|
return await db
|
|
.select()
|
|
.from(agentAccessControl)
|
|
.where(eq(agentAccessControl.agentId, agentId));
|
|
} catch (error) {
|
|
console.error("[DB] Failed to get agent access control:", error);
|
|
return [];
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Обновить управление доступами для инструмента
|
|
*/
|
|
export async function updateToolAccess(
|
|
agentId: number,
|
|
tool: string,
|
|
updates: Partial<typeof agentAccessControl.$inferInsert>
|
|
) {
|
|
const db = await getDb();
|
|
if (!db) return null;
|
|
|
|
try {
|
|
const existing = await db
|
|
.select()
|
|
.from(agentAccessControl)
|
|
.where(
|
|
and(
|
|
eq(agentAccessControl.agentId, agentId),
|
|
eq(agentAccessControl.tool, tool)
|
|
)
|
|
)
|
|
.limit(1);
|
|
|
|
if (existing.length > 0) {
|
|
await db
|
|
.update(agentAccessControl)
|
|
.set(updates)
|
|
.where(
|
|
and(
|
|
eq(agentAccessControl.agentId, agentId),
|
|
eq(agentAccessControl.tool, tool)
|
|
)
|
|
);
|
|
} else {
|
|
await db.insert(agentAccessControl).values({
|
|
agentId,
|
|
tool,
|
|
...updates,
|
|
});
|
|
}
|
|
|
|
const result = await db
|
|
.select()
|
|
.from(agentAccessControl)
|
|
.where(
|
|
and(
|
|
eq(agentAccessControl.agentId, agentId),
|
|
eq(agentAccessControl.tool, tool)
|
|
)
|
|
)
|
|
.limit(1);
|
|
|
|
return result[0] || null;
|
|
} catch (error) {
|
|
console.error("[DB] Failed to update tool access:", error);
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Сохранить запись в историю агента
|
|
*/
|
|
export async function saveHistory(
|
|
agentId: number,
|
|
data: {
|
|
userMessage: string;
|
|
agentResponse: string | null;
|
|
conversationId?: string;
|
|
status: "pending" | "success" | "error";
|
|
}
|
|
) {
|
|
const db = await getDb();
|
|
if (!db) return null;
|
|
|
|
try {
|
|
const result = await db.insert(agentHistory).values({
|
|
agentId,
|
|
userMessage: data.userMessage,
|
|
agentResponse: data.agentResponse ?? undefined,
|
|
conversationId: data.conversationId,
|
|
status: data.status,
|
|
});
|
|
return result[0];
|
|
} catch (error) {
|
|
console.error("[DB] Failed to save history:", error);
|
|
return null;
|
|
}
|
|
}
|
|
|
|
// ─── Container Management (Docker Swarm) ────────────────────────────────────
|
|
|
|
/**
|
|
* Deploy an agent as a Docker Swarm service.
|
|
* Each agent runs in its own container with the agent-worker binary.
|
|
*/
|
|
export async function deployAgentContainer(
|
|
agentId: number
|
|
): Promise<{
|
|
success: boolean;
|
|
serviceName: string;
|
|
servicePort: number;
|
|
error?: string;
|
|
}> {
|
|
const db = await getDb();
|
|
if (!db)
|
|
return {
|
|
success: false,
|
|
serviceName: "",
|
|
servicePort: 0,
|
|
error: "DB not available",
|
|
};
|
|
|
|
const agent = await getAgentById(agentId);
|
|
if (!agent)
|
|
return {
|
|
success: false,
|
|
serviceName: "",
|
|
servicePort: 0,
|
|
error: "Agent not found",
|
|
};
|
|
|
|
const serviceName = `goclaw-agent-${agentId}`;
|
|
const servicePort = 8001 + ((agentId - 1) % 999); // Ports 8001-8999
|
|
const containerImage =
|
|
(agent as any).containerImage || "goclaw-agent-worker:latest";
|
|
|
|
try {
|
|
// Update status to deploying
|
|
await db
|
|
.update(agents)
|
|
.set({
|
|
containerStatus: "deploying",
|
|
serviceName,
|
|
servicePort,
|
|
} as any)
|
|
.where(eq(agents.id, agentId));
|
|
|
|
// Build Docker Swarm service create command
|
|
const dbUrl =
|
|
process.env.DATABASE_URL || "mysql://goclaw:goclaw123@db:3306/goclaw";
|
|
const llmBaseUrl = process.env.LLM_BASE_URL || "https://api.openai.com/v1";
|
|
const llmApiKey = process.env.LLM_API_KEY || "";
|
|
|
|
const cmd = [
|
|
"docker service create",
|
|
`--name ${serviceName}`,
|
|
`--env AGENT_ID=${agentId}`,
|
|
`--env AGENT_PORT=${servicePort}`,
|
|
`--env DATABASE_URL="${dbUrl}"`,
|
|
`--env LLM_BASE_URL="${llmBaseUrl}"`,
|
|
`--env LLM_API_KEY="${llmApiKey}"`,
|
|
`--network goclaw-overlay`,
|
|
`--replicas 1`,
|
|
containerImage,
|
|
].join(" \\\n ");
|
|
|
|
console.log(
|
|
`[Container] Deploying agent ${agentId}: ${serviceName} on port ${servicePort}`
|
|
);
|
|
|
|
const { stdout, stderr } = await execAsync(cmd, { timeout: 30000 });
|
|
|
|
// Update status to running
|
|
await db
|
|
.update(agents)
|
|
.set({
|
|
containerStatus: "running",
|
|
serviceName,
|
|
servicePort,
|
|
} as any)
|
|
.where(eq(agents.id, agentId));
|
|
|
|
console.log(`[Container] Agent ${agentId} deployed: ${serviceName}`);
|
|
return { success: true, serviceName, servicePort };
|
|
} catch (error: any) {
|
|
console.error(
|
|
`[Container] Failed to deploy agent ${agentId}:`,
|
|
error.message
|
|
);
|
|
|
|
// Update status to error
|
|
await db
|
|
.update(agents)
|
|
.set({
|
|
containerStatus: "error",
|
|
} as any)
|
|
.where(eq(agents.id, agentId));
|
|
|
|
return {
|
|
success: false,
|
|
serviceName,
|
|
servicePort: 0,
|
|
error: error.message,
|
|
};
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Stop and remove an agent's Docker Swarm service.
|
|
*/
|
|
export async function stopAgentContainer(
|
|
agentId: number
|
|
): Promise<{ success: boolean; error?: string }> {
|
|
const db = await getDb();
|
|
if (!db) return { success: false, error: "DB not available" };
|
|
|
|
const agent = await getAgentById(agentId);
|
|
if (!agent) return { success: false, error: "Agent not found" };
|
|
|
|
const serviceName = (agent as any).serviceName || `goclaw-agent-${agentId}`;
|
|
|
|
try {
|
|
// Remove the Docker Swarm service
|
|
console.log(`[Container] Stopping agent ${agentId}: ${serviceName}`);
|
|
await execAsync(`docker service rm ${serviceName}`, {
|
|
timeout: 15000,
|
|
}).catch(() => {
|
|
// Service may not exist — that's OK
|
|
console.log(
|
|
`[Container] Service ${serviceName} not found (already removed)`
|
|
);
|
|
});
|
|
|
|
// Update status to stopped
|
|
await db
|
|
.update(agents)
|
|
.set({
|
|
containerStatus: "stopped",
|
|
serviceName: null,
|
|
servicePort: null,
|
|
} as any)
|
|
.where(eq(agents.id, agentId));
|
|
|
|
console.log(`[Container] Agent ${agentId} stopped: ${serviceName}`);
|
|
return { success: true };
|
|
} catch (error: any) {
|
|
console.error(
|
|
`[Container] Failed to stop agent ${agentId}:`,
|
|
error.message
|
|
);
|
|
|
|
// Still mark as stopped in DB even if Docker failed
|
|
await db
|
|
.update(agents)
|
|
.set({
|
|
containerStatus: "stopped",
|
|
} as any)
|
|
.where(eq(agents.id, agentId));
|
|
|
|
return { success: false, error: error.message };
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Get the status of an agent's container.
|
|
* Checks Docker Swarm service and returns current state.
|
|
*/
|
|
export async function getAgentContainerStatus(
|
|
agentId: number
|
|
): Promise<{ status: string; serviceName?: string; servicePort?: number }> {
|
|
const db = await getDb();
|
|
if (!db) return { status: "unknown" };
|
|
|
|
const agent = await getAgentById(agentId);
|
|
if (!agent) return { status: "unknown" };
|
|
|
|
const containerStatus = (agent as any).containerStatus || "stopped";
|
|
const serviceName = (agent as any).serviceName || "";
|
|
const servicePort = (agent as any).servicePort || 0;
|
|
|
|
// Verify actual Docker Swarm state
|
|
if (serviceName) {
|
|
try {
|
|
const { stdout } = await execAsync(
|
|
`docker service inspect ${serviceName} --format '{{.Spec.Mode.Replicated.Replicas}}'`,
|
|
{ timeout: 5000 }
|
|
);
|
|
const replicas = parseInt(stdout.trim());
|
|
if (replicas > 0) {
|
|
return { status: "running", serviceName, servicePort };
|
|
}
|
|
} catch {
|
|
// Service doesn't exist
|
|
return { status: "stopped" };
|
|
}
|
|
}
|
|
|
|
return { status: containerStatus, serviceName, servicePort };
|
|
}
|