geniURL-Mirror/src/server.ts

import compression from "compression";
import express, { NextFunction, Request, Response } from "express";
import { check as portUsed } from "tcp-port-used";
import helmet from "helmet";
import { RateLimiterMemory, RateLimiterRes } from "rate-limiter-flexible";
import k from "kleur";
import cors from "cors";

import packageJson from "../package.json";
import { error } from "./error";
import { initRouter } from "./routes";
import { respond } from "./utils";
import { rateLimitOptions } from "./constants";

const { env } = process;
const app = express();

app.use(cors({
  methods: "GET,HEAD,OPTIONS",
  origin: "*",
}));
app.use(helmet({ 
  dnsPrefetchControl: true,
}));
app.use(compression({
  threshold: 256
}));
app.use(express.json());

if(env.NODE_ENV?.toLowerCase() === "production")
  app.enable("trust proxy");

app.disable("x-powered-by");

const rateLimiter = new RateLimiterMemory(rateLimitOptions);

const authTokens = getAuthTokens();

export async function init() {
  const port = parseInt(String(env.HTTP_PORT ?? "").trim());
  const hostRaw = String(env.HTTP_HOST ?? "").trim();
  const host = hostRaw.length < 1 ? "0.0.0.0" : hostRaw;

  if(await portUsed(port))
    return error(`TCP port ${port} is already used or invalid`, undefined, true);

  // on error
  app.use((err: unknown, req: Request, res: Response, next: NextFunction) => {
    if(typeof err === "string" || err instanceof Error)
      return respond(res, "serverError", `General error in HTTP server: ${err.toString()}`, req?.query?.format ? String(req.query.format) : undefined);
    else
      return next();
  });

  // preflight requests
  app.options("*", cors());

  // rate limiting
  app.use(async (req, res, next) => {
    const fmt = req?.query?.format ? String(req.query.format) : undefined;
    const { authorization } = req.headers;
    const authHeader = authorization?.startsWith("Bearer ") ? authorization.substring(7) : authorization;

    res.setHeader("API-Info", `geniURL v${packageJson.version} (${packageJson.homepage})`);

    if(authHeader && authTokens.has(authHeader))
      return next();

    const setRateLimitHeaders = (rateLimiterRes: RateLimiterRes) => {
      if(rateLimiterRes.remainingPoints === 0)
        res.setHeader("Retry-After", Math.ceil(rateLimiterRes.msBeforeNext / 1000));
      res.setHeader("X-RateLimit-Limit", rateLimiter.points);
      res.setHeader("X-RateLimit-Remaining", rateLimiterRes.remainingPoints);
      res.setHeader("X-RateLimit-Reset", new Date(Date.now() + rateLimiterRes.msBeforeNext).toISOString());
    };

    rateLimiter.consume(req.ip)
      .then((rateLimiterRes: RateLimiterRes) => {
        setRateLimitHeaders(rateLimiterRes);
        return next();
      })
      .catch((err) => {
        if(err instanceof RateLimiterRes) {
          setRateLimitHeaders(err);
          return respond(res, 429, { error: true, matches: null, message: "You are being rate limited. Refer to the Retry-After header for when to try again." }, fmt);
        }
        else return respond(res, 500, { message: "Encountered an internal error. Please try again a little later." }, fmt);
      });
  });

  const listener = app.listen(port, host, () => {
    registerRoutes();

    console.log(k.green(`Listening on ${host}:${port}`));
  });

  listener.on("error", (err) => error("General server error", err, true));
}

function registerRoutes()
{
  try {
    initRouter(app);
  }
  catch(err) {
    error("Error while initializing router", err instanceof Error ? err : undefined, true);
  }
}

function getAuthTokens() {
  const envVal = process.env["AUTH_TOKENS"];
  let tokens: string[] = [];

  if(!envVal || envVal.length === 0)
    tokens = [];
  else
    tokens = envVal.split(/,/g);

  return new Set<string>(tokens);
}