import express, { Request, Response, NextFunction } from "express"; import path from "path"; import os from "os"; import fs from "fs"; import util from "util"; import axios from "axios"; import fileUpload from "express-fileupload"; import archiver from "archiver"; import ffmpeg from "fluent-ffmpeg"; import { ColmapOptions, runColmap } from "./colmap.mts"; const writeFile = util.promisify(fs.writeFile); declare module 'express-serve-static-core' { interface Request { files: any; } } const app = express(); const port = 7860; const maxActiveRequests = 4; let activeRequests = 0; app.use(express.json({limit: '50mb'})); app.use(express.urlencoded({limit: '50mb', extended: true})); app.use(fileUpload()); app.post("/", async (req: Request, res: Response, _next: NextFunction) => { if (activeRequests++ >= maxActiveRequests) { return res.status(503).send("Service Unavailable"); } const options: ColmapOptions = req.body; let dataFile: fileUpload.UploadedFile | Buffer = Buffer.from(""); try { // we accept either JSON requests if (req.is("json")) { const { data } = await axios.get(req.body.assetUrl, { responseType: "arraybuffer", }); dataFile = Buffer.from(data, "binary"); } // or file uploads else { if (!req.files || !req.files.data || req.files.data.mimetype !== 'video/mp4') { return res.status(400).send("Missing or invalid data file in request"); } dataFile = req.files.data; } const { projectTempDir, outputTempDir, imageFolder } = setupDirectories(); await handleFileStorage(dataFile, projectTempDir); await generateImagesFromData(projectTempDir, imageFolder); options.projectPath = projectTempDir; options.workspacePath = projectTempDir; options.imagePath = imageFolder; // note: we don't need to read the result since this is a function having side effects on the file system const result = await runColmap(options); console.log("result:", result); await createOutputArchive(outputTempDir); res.download(path.join(outputTempDir, 'output.zip'), 'output.zip', (error) => { if (!error) fs.rmSync(projectTempDir, {recursive: true, force: true}); fs.rmSync(outputTempDir, {recursive: true, force: true}); }); } catch (error) { res.status(500).send(`Couldn't generate pose data. Error: ${error}`); } finally { activeRequests--; } }); app.get("/", async (req: Request, res: Response) => { res.send("Campose API is a micro-service used to generate camera pose data from a set of images."); }); app.listen(port, () => console.log(`Listening at http://localhost:${port}`)); function setupDirectories() { const projectTempDir = path.join(os.tmpdir(), Math.random().toString().slice(2)); const outputTempDir = path.join(os.tmpdir(), Math.random().toString().slice(2)); const imageFolder = path.join(projectTempDir, 'images'); fs.mkdirSync(projectTempDir); fs.mkdirSync(outputTempDir); fs.mkdirSync(imageFolder); return { projectTempDir, outputTempDir, imageFolder }; } async function handleFileStorage(dataFile: fileUpload.UploadedFile | Buffer, projectTempDir: string) { console.log(`handleFileStorage called (projectTempDir: ${projectTempDir})`); console.log("typeof dataFile: " + typeof dataFile); if (dataFile instanceof Buffer) { console.log("dataFile is a Buffer!"); await writeFile(path.join(projectTempDir, "data.mp4"), dataFile); } else if (typeof dataFile === "object" && dataFile.mv) { console.log(`typeof dataFile === "object" && dataFile.mv`); try { console.log("dataFile.name = " + dataFile.name); console.log("path.join(projectTempDir, dataFile.name) = " + path.join(projectTempDir, dataFile.name)); await dataFile.mv(path.join(projectTempDir, dataFile.name)); } catch (error) { throw new Error(`File can't be moved: ${error}`); } } else { console.log(`unrecognized dataFile format`); throw new Error("Invalid File"); } } function generateImagesFromData(projectTempDir: string, imageFolder: string) { return new Promise((resolve, reject) => { ffmpeg(path.join(projectTempDir, 'data.mp4')) .outputOptions('-vf', 'fps=1') .output(path.join(imageFolder, 'image-%03d.png')) .on('end', resolve) .on('error', reject) .run() }); } function createOutputArchive(outputTempDir: string) { return new Promise((resolve, reject) => { const archive = archiver('zip', { zlib: { level: 9 } }); const output = fs.createWriteStream(path.join(outputTempDir, 'output.zip')); archive.pipe(output); archive.directory(path.join(outputTempDir, '/'), ''); archive.finalize(); resolve(); }); }