| import { PrismaClient } from "@prisma/client"; |
| import express from "express"; |
| import { env } from "node:process"; |
| import axios from "axios"; |
| import { GithubClient } from "./github"; |
| import { AppManager } from "./app_manager"; |
| import { z } from "zod"; |
| import { ProjectMonitor, WorkerSchema } from "./project_monitor"; |
| |
| const db = new PrismaClient(); |
| const appManager = new AppManager(); |
| |
| const projectMonitors = new Map<number, ProjectMonitor>(); |
| |
| const handleProjectCreate: express.Handler = async (req, resp) => { |
| try { |
| const { id } = await db.project.create({ |
| data: { |
| userId: resp.locals.userId, |
| name: req.body.name, |
| }, |
| }); |
| resp.status(200); |
| resp.header("Content-Type", "application/json"); |
| resp.write( |
| JSON.stringify({ |
| id: id.toString(), |
| }), |
| ); |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleProjectAll: express.Handler = async (req, resp) => { |
| try { |
| const r = await db.project.findMany({ |
| where: { |
| userId: resp.locals.userId, |
| }, |
| }); |
| resp.status(200); |
| resp.header("Content-Type", "application/json"); |
| resp.write( |
| JSON.stringify( |
| r.map((p) => ({ |
| id: p.id.toString(), |
| name: p.name, |
| })), |
| ), |
| ); |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleSave: express.Handler = async (req, resp) => { |
| try { |
| await db.project.update({ |
| where: { |
| id: Number(req.params["projectId"]), |
| userId: resp.locals.userId, |
| }, |
| data: { |
| draft: JSON.stringify(req.body), |
| }, |
| }); |
| resp.status(200); |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| function handleSavedGet(state: "deploy" | "draft"): express.Handler { |
| return async (req, resp) => { |
| try { |
| const r = await db.project.findUnique({ |
| where: { |
| id: Number(req.params["projectId"]), |
| userId: resp.locals.userId, |
| }, |
| select: { |
| state: true, |
| draft: true, |
| }, |
| }); |
| if (r == null) { |
| resp.status(404); |
| return; |
| } |
| resp.status(200); |
| resp.header("content-type", "application/json"); |
| if (state === "deploy") { |
| if (r.state == null) { |
| resp.send({ |
| nodes: [], |
| edges: [], |
| viewport: { x: 0, y: 0, zoom: 1 }, |
| }); |
| } else { |
| resp.send(JSON.parse(Buffer.from(r.state).toString("utf8"))); |
| } |
| } else { |
| if (r.draft == null) { |
| if (r.state == null) { |
| resp.send({ |
| nodes: [], |
| edges: [], |
| viewport: { x: 0, y: 0, zoom: 1 }, |
| }); |
| } else { |
| resp.send(JSON.parse(Buffer.from(r.state).toString("utf8"))); |
| } |
| } else { |
| resp.send(JSON.parse(Buffer.from(r.draft).toString("utf8"))); |
| } |
| } |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| } finally { |
| resp.end(); |
| } |
| }; |
| } |
| |
| const handleDelete: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const p = await db.project.findUnique({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| select: { |
| instanceId: true, |
| }, |
| }); |
| if (p === null) { |
| resp.status(404); |
| return; |
| } |
| let ok = false; |
| if (p.instanceId === null) { |
| ok = true; |
| } else { |
| ok = await appManager.removeInstance(p.instanceId); |
| } |
| if (ok) { |
| await db.project.delete({ |
| where: { |
| id: projectId, |
| }, |
| }); |
| } |
| resp.status(200); |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| function extractGithubRepos(serializedState: string | null): string[] { |
| if (!serializedState) { |
| return []; |
| } |
| try { |
| const stateObj = JSON.parse(serializedState); |
| const githubNodes = stateObj.nodes.filter( |
| // eslint-disable-next-line @typescript-eslint/no-explicit-any |
| (n: any) => n.type === "github" && n.data?.repository?.id, |
| ); |
| // eslint-disable-next-line @typescript-eslint/no-explicit-any |
| return githubNodes.map((n: any) => n.data.repository.sshURL); |
| } catch (error) { |
| console.error("Failed to parse state or extract GitHub repos:", error); |
| return []; |
| } |
| } |
| |
| type RepoDiff = { |
| toAdd?: string[]; |
| toDelete?: string[]; |
| }; |
| |
| function calculateRepoDiff(oldRepos: string[], newRepos: string[]): RepoDiff { |
| const toAdd = newRepos.filter((repo) => !oldRepos.includes(repo)); |
| const toDelete = oldRepos.filter((repo) => !newRepos.includes(repo)); |
| return { toAdd, toDelete }; |
| } |
| |
| async function manageGithubRepos( |
| github: GithubClient, |
| diff: RepoDiff, |
| deployKey: string, |
| publicAddr?: string, |
| ): Promise<void> { |
| console.log(publicAddr); |
| for (const repoUrl of diff.toDelete ?? []) { |
| try { |
| await github.removeDeployKey(repoUrl, deployKey); |
| console.log(`Removed deploy key from repository ${repoUrl}`); |
| if (publicAddr) { |
| const webhookCallbackUrl = `${publicAddr}/api/webhook/github/push`; |
| await github.removePushWebhook(repoUrl, webhookCallbackUrl); |
| console.log(`Removed push webhook from repository ${repoUrl}`); |
| } |
| } catch (error) { |
| console.error(`Failed to remove deploy key from repository ${repoUrl}:`, error); |
| } |
| } |
| for (const repoUrl of diff.toAdd ?? []) { |
| try { |
| await github.addDeployKey(repoUrl, deployKey); |
| console.log(`Added deploy key to repository ${repoUrl}`); |
| if (publicAddr) { |
| const webhookCallbackUrl = `${publicAddr}/api/webhook/github/push`; |
| await github.addPushWebhook(repoUrl, webhookCallbackUrl); |
| console.log(`Added push webhook to repository ${repoUrl}`); |
| } |
| } catch (error) { |
| console.error(`Failed to add deploy key from repository ${repoUrl}:`, error); |
| } |
| } |
| } |
| |
| const handleDeploy: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const state = JSON.stringify(req.body.state); |
| const p = await db.project.findUnique({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| select: { |
| instanceId: true, |
| githubToken: true, |
| deployKey: true, |
| state: true, |
| }, |
| }); |
| if (p === null) { |
| resp.status(404); |
| return; |
| } |
| await db.project.update({ |
| where: { |
| id: projectId, |
| }, |
| data: { |
| draft: state, |
| }, |
| }); |
| let diff: RepoDiff | null = null; |
| let deployKey: string | null = null; |
| try { |
| if (p.instanceId == null) { |
| const deployResponse = await appManager.deploy(req.body.config); |
| await db.project.update({ |
| where: { |
| id: projectId, |
| }, |
| data: { |
| state, |
| draft: null, |
| instanceId: deployResponse.id, |
| deployKey: deployResponse.deployKey, |
| access: JSON.stringify(deployResponse.access), |
| }, |
| }); |
| diff = { toAdd: extractGithubRepos(state) }; |
| deployKey = deployResponse.deployKey; |
| } else { |
| const deployResponse = await appManager.update(p.instanceId, req.body.config); |
| diff = calculateRepoDiff(extractGithubRepos(p.state), extractGithubRepos(state)); |
| deployKey = p.deployKey; |
| await db.project.update({ |
| where: { |
| id: projectId, |
| }, |
| data: { |
| state, |
| draft: null, |
| access: JSON.stringify(deployResponse.access), |
| }, |
| }); |
| } |
| if (diff && p.githubToken && deployKey) { |
| const github = new GithubClient(p.githubToken); |
| await manageGithubRepos(github, diff, deployKey, env.PUBLIC_ADDR); |
| } |
| resp.status(200); |
| } catch (error) { |
| console.error("Deployment error:", error); |
| resp.status(500); |
| resp.write(JSON.stringify({ error: "Deployment failed" })); |
| } |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleStatus: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const p = await db.project.findUnique({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| select: { |
| instanceId: true, |
| }, |
| }); |
| if (p === null) { |
| resp.status(404); |
| return; |
| } |
| if (p.instanceId == null) { |
| resp.status(404); |
| return; |
| } |
| try { |
| const status = await appManager.getStatus(p.instanceId); |
| resp.status(200); |
| resp.write(JSON.stringify(status)); |
| } catch (error) { |
| console.error("Error getting status:", error); |
| resp.status(500); |
| } |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleRemoveDeployment: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const p = await db.project.findUnique({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| select: { |
| instanceId: true, |
| githubToken: true, |
| deployKey: true, |
| state: true, |
| draft: true, |
| }, |
| }); |
| if (p === null) { |
| resp.status(404); |
| resp.write(JSON.stringify({ error: "Project not found" })); |
| return; |
| } |
| if (p.instanceId == null) { |
| resp.status(400); |
| resp.write(JSON.stringify({ error: "Project not deployed" })); |
| return; |
| } |
| const removed = await appManager.removeInstance(p.instanceId); |
| if (!removed) { |
| resp.status(500); |
| resp.write(JSON.stringify({ error: "Failed to remove deployment from cluster" })); |
| return; |
| } |
| if (p.githubToken && p.deployKey && p.state) { |
| try { |
| const github = new GithubClient(p.githubToken); |
| const repos = extractGithubRepos(p.state); |
| const diff = { toDelete: repos, toAdd: [] }; |
| await manageGithubRepos(github, diff, p.deployKey, env.PUBLIC_ADDR); |
| } catch (error) { |
| console.error("Error removing GitHub deploy keys:", error); |
| } |
| } |
| await db.project.update({ |
| where: { |
| id: projectId, |
| }, |
| data: { |
| instanceId: null, |
| deployKey: null, |
| access: null, |
| state: null, |
| draft: p.draft ?? p.state, |
| }, |
| }); |
| resp.status(200); |
| resp.write(JSON.stringify({ success: true })); |
| } catch (e) { |
| console.error("Error removing deployment:", e); |
| resp.status(500); |
| resp.write(JSON.stringify({ error: "Internal server error" })); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleGithubRepos: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const project = await db.project.findUnique({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| select: { |
| githubToken: true, |
| }, |
| }); |
| if (!project?.githubToken) { |
| resp.status(400); |
| resp.write(JSON.stringify({ error: "GitHub token not configured" })); |
| return; |
| } |
| const github = new GithubClient(project.githubToken); |
| const repositories = await github.getRepositories(); |
| resp.status(200); |
| resp.header("Content-Type", "application/json"); |
| resp.write(JSON.stringify(repositories)); |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| resp.write(JSON.stringify({ error: "Failed to fetch repositories" })); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleUpdateGithubToken: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const { githubToken } = req.body; |
| await db.project.update({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| data: { githubToken }, |
| }); |
| resp.status(200); |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleEnv: express.Handler = async (req, resp) => { |
| const projectId = Number(req.params["projectId"]); |
| try { |
| const project = await db.project.findUnique({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| select: { |
| deployKey: true, |
| githubToken: true, |
| access: true, |
| }, |
| }); |
| if (!project) { |
| resp.status(404); |
| resp.write(JSON.stringify({ error: "Project not found" })); |
| return; |
| } |
| const monitor = projectMonitors.get(projectId); |
| const serviceNames = monitor ? monitor.getAllServiceNames() : []; |
| const services = serviceNames.map((name) => ({ |
| name, |
| workers: [...(monitor ? monitor.getWorkerStatusesForService(name) : new Map()).entries()].map( |
| ([id, status]) => ({ |
| ...status, |
| id, |
| }), |
| ), |
| })); |
| |
| resp.status(200); |
| resp.write( |
| JSON.stringify({ |
| managerAddr: env.INTERNAL_API_ADDR, |
| deployKey: project.deployKey, |
| access: JSON.parse(project.access ?? "[]"), |
| integrations: { |
| github: !!project.githubToken, |
| }, |
| networks: [ |
| { |
| name: "Trial", |
| domain: "trial.dodoapp.xyz", |
| hasAuth: false, |
| }, |
| // TODO(gio): Remove |
| ].concat( |
| resp.locals.username !== "gio" |
| ? [] |
| : [ |
| { |
| name: "Public", |
| domain: "v1.dodo.cloud", |
| hasAuth: true, |
| }, |
| { |
| name: "Private", |
| domain: "p.v1.dodo.cloud", |
| hasAuth: true, |
| }, |
| ], |
| ), |
| services, |
| user: { |
| id: resp.locals.userId, |
| username: resp.locals.username, |
| }, |
| }), |
| ); |
| } catch (error) { |
| console.error("Error checking integrations:", error); |
| resp.status(500); |
| resp.write(JSON.stringify({ error: "Internal server error" })); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleServiceLogs: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const service = req.params["service"]; |
| const workerId = req.params["workerId"]; |
| const project = await db.project.findUnique({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| }); |
| if (project == null) { |
| resp.status(404); |
| resp.write(JSON.stringify({ error: "Project not found" })); |
| return; |
| } |
| const monitor = projectMonitors.get(projectId); |
| if (!monitor || !monitor.hasLogs()) { |
| resp.status(404); |
| resp.write(JSON.stringify({ error: "No logs found for this project" })); |
| return; |
| } |
| const serviceLog = monitor.getWorkerLog(service, workerId); |
| if (!serviceLog) { |
| resp.status(404); |
| resp.write(JSON.stringify({ error: "No logs found for this service/worker" })); |
| return; |
| } |
| resp.status(200); |
| resp.write(JSON.stringify({ logs: serviceLog })); |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| resp.write(JSON.stringify({ error: "Failed to get service logs" })); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| const handleRegisterWorker: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const result = WorkerSchema.safeParse(req.body); |
| if (!result.success) { |
| resp.status(400); |
| resp.write( |
| JSON.stringify({ |
| error: "Invalid request data", |
| details: result.error.format(), |
| }), |
| ); |
| return; |
| } |
| let monitor = projectMonitors.get(projectId); |
| if (!monitor) { |
| monitor = new ProjectMonitor(); |
| projectMonitors.set(projectId, monitor); |
| } |
| monitor.registerWorker(result.data); |
| resp.status(200); |
| resp.write( |
| JSON.stringify({ |
| success: true, |
| }), |
| ); |
| } catch (e) { |
| console.log(e); |
| resp.status(500); |
| resp.write(JSON.stringify({ error: "Failed to register worker" })); |
| } finally { |
| resp.end(); |
| } |
| }; |
| |
| async function reloadProject(projectId: number): Promise<boolean> { |
| const monitor = projectMonitors.get(projectId); |
| const projectWorkers = monitor ? monitor.getWorkerAddresses() : []; |
| const workerCount = projectWorkers.length; |
| if (workerCount === 0) { |
| return true; |
| } |
| const results = await Promise.all( |
| projectWorkers.map(async (workerAddress) => { |
| const resp = await axios.post(`${workerAddress}/update`); |
| return resp.status === 200; |
| }), |
| ); |
| return results.reduce((acc, curr) => acc && curr, true); |
| } |
| |
| const handleReload: express.Handler = async (req, resp) => { |
| try { |
| const projectId = Number(req.params["projectId"]); |
| const projectAuth = await db.project.findFirst({ |
| where: { |
| id: projectId, |
| userId: resp.locals.userId, |
| }, |
| select: { id: true }, |
| }); |
| if (!projectAuth) { |
| resp.status(404); |
| return; |
| } |
| const success = await reloadProject(projectId); |
| if (success) { |
| resp.status(200); |
| } else { |
| resp.status(500); |
| } |
| } catch (e) { |
| console.error(e); |
| resp.status(500); |
| } |
| }; |
| |
| const handleReloadWorker: express.Handler = async (req, resp) => { |
| const projectId = Number(req.params["projectId"]); |
| const serviceName = req.params["serviceName"]; |
| const workerId = req.params["workerId"]; |
| |
| const projectMonitor = projectMonitors.get(projectId); |
| if (!projectMonitor) { |
| resp.status(404).send({ error: "Project monitor not found" }); |
| return; |
| } |
| |
| try { |
| await projectMonitor.reloadWorker(serviceName, workerId); |
| resp.status(200).send({ message: "Worker reload initiated" }); |
| } catch (error) { |
| console.error(`Failed to reload worker ${workerId} in service ${serviceName} for project ${projectId}:`, error); |
| const errorMessage = error instanceof Error ? error.message : "Unknown error"; |
| resp.status(500).send({ error: `Failed to reload worker: ${errorMessage}` }); |
| } |
| }; |
| |
| const auth = (req: express.Request, resp: express.Response, next: express.NextFunction) => { |
| const userId = req.get("x-forwarded-userid"); |
| const username = req.get("x-forwarded-user"); |
| if (userId == null || username == null) { |
| resp.status(401); |
| resp.write("Unauthorized"); |
| resp.end(); |
| return; |
| } |
| resp.locals.userId = userId; |
| resp.locals.username = username; |
| next(); |
| }; |
| |
| const handleGithubPushWebhook: express.Handler = async (req, resp) => { |
| try { |
| // TODO(gio): Implement GitHub signature verification for security |
| const webhookSchema = z.object({ |
| repository: z.object({ |
| ssh_url: z.string(), |
| }), |
| }); |
| |
| const result = webhookSchema.safeParse(req.body); |
| if (!result.success) { |
| console.warn("GitHub webhook: Invalid payload:", result.error.issues); |
| resp.status(400).json({ error: "Invalid webhook payload" }); |
| return; |
| } |
| const { ssh_url: addr } = result.data.repository; |
| const allProjects = await db.project.findMany({ |
| select: { |
| id: true, |
| state: true, |
| }, |
| where: { |
| instanceId: { |
| not: null, |
| }, |
| }, |
| }); |
| // TODO(gio): This should run in background |
| new Promise<boolean>((resolve, reject) => { |
| setTimeout(() => { |
| const projectsToReloadIds: number[] = []; |
| for (const project of allProjects) { |
| if (project.state && project.state.length > 0) { |
| const projectRepos = extractGithubRepos(project.state); |
| if (projectRepos.includes(addr)) { |
| projectsToReloadIds.push(project.id); |
| } |
| } |
| } |
| Promise.all(projectsToReloadIds.map((id) => reloadProject(id))) |
| .then((results) => { |
| resolve(results.reduce((acc, curr) => acc && curr, true)); |
| }) |
| // eslint-disable-next-line @typescript-eslint/no-explicit-any |
| .catch((reason: any) => reject(reason)); |
| }, 10); |
| }); |
| // eslint-disable-next-line @typescript-eslint/no-explicit-any |
| } catch (error: any) { |
| console.error(error); |
| resp.status(500); |
| } |
| }; |
| |
| async function start() { |
| await db.$connect(); |
| const app = express(); |
| app.use(express.json()); // Global JSON parsing |
| |
| // Public webhook route - no auth needed |
| app.post("/api/webhook/github/push", handleGithubPushWebhook); |
| |
| // Authenticated project routes |
| const projectRouter = express.Router(); |
| projectRouter.use(auth); // Apply auth middleware to this router |
| projectRouter.post("/:projectId/saved", handleSave); |
| projectRouter.get("/:projectId/saved/deploy", handleSavedGet("deploy")); |
| projectRouter.get("/:projectId/saved/draft", handleSavedGet("draft")); |
| projectRouter.post("/:projectId/deploy", handleDeploy); |
| projectRouter.get("/:projectId/status", handleStatus); |
| projectRouter.delete("/:projectId", handleDelete); |
| projectRouter.get("/:projectId/repos/github", handleGithubRepos); |
| projectRouter.post("/:projectId/github-token", handleUpdateGithubToken); |
| projectRouter.get("/:projectId/env", handleEnv); |
| projectRouter.post("/:projectId/reload/:serviceName/:workerId", handleReloadWorker); |
| projectRouter.post("/:projectId/reload", handleReload); |
| projectRouter.get("/:projectId/logs/:service/:workerId", handleServiceLogs); |
| projectRouter.post("/:projectId/remove-deployment", handleRemoveDeployment); |
| projectRouter.get("/", handleProjectAll); |
| projectRouter.post("/", handleProjectCreate); |
| |
| app.use("/api/project", projectRouter); // Mount the authenticated router |
| |
| app.use("/", express.static("../front/dist")); |
| |
| const internalApi = express(); |
| internalApi.use(express.json()); |
| internalApi.post("/api/project/:projectId/workers", handleRegisterWorker); |
| |
| app.listen(env.DODO_PORT_WEB, () => { |
| console.log("Web server started on port", env.DODO_PORT_WEB); |
| }); |
| |
| internalApi.listen(env.DODO_PORT_API, () => { |
| console.log("Internal API server started on port", env.DODO_PORT_API); |
| }); |
| } |
| |
| start(); |