fix robot.txt to ./api

Author: ZibanPirate

api/package.json

@@ -22,7 +22,6 @@
     "drizzle-orm": "^0.33.0",
     "express": "^4.21.0",
     "express-rate-limit": "^7.4.0",
-    "express-robots-txt": "^1.0.0",
     "fs-extra": "^11.2.0",
     "helmet": "^7.1.0",
     "lodash": "^4.17.21",

api/src/app/index.ts

@@ -20,7 +20,7 @@ import Container from "typedi";
 
 import { ErrorMiddleware } from "./middlewares/error";
 import { LoggerMiddleware } from "./middlewares/logger";
-import { RobotsMiddleware } from "./middlewares/robots";
+import { RobotsController } from "./middlewares/robots";
 import { SecurityMiddleware } from "./middlewares/security";
 
 // Use typedi container
@@ -43,8 +43,9 @@ const routingControllersOptions: RoutingControllersOptions = {
     MilestoneController,
     ProjectController,
     ContributorController,
+    RobotsController,
   ],
-  middlewares: [SecurityMiddleware, ErrorMiddleware, LoggerMiddleware, RobotsMiddleware],
+  middlewares: [SecurityMiddleware, ErrorMiddleware, LoggerMiddleware],
   defaultErrorHandler: false,
   cors: Container.get(SecurityMiddleware).cors(),
 };

api/src/app/middlewares/robots.ts

@@ -1,10 +1,22 @@
-import { RequestHandler } from "express";
-import { ExpressMiddlewareInterface, Middleware } from "routing-controllers";
+import { ConfigService } from "src/config/service";
 import { Service } from "typedi";
-const robots = require("express-robots-txt"); // eslint-disable-line @typescript-eslint/no-require-imports
+import { Response } from "express";
+import { Controller, Res, Get } from "routing-controllers";
 
 @Service()
-@Middleware({ type: "before", priority: 0 })
-export class RobotsMiddleware implements ExpressMiddlewareInterface {
-  use: RequestHandler = robots({ UserAgent: "*", Disallow: "/docs" });
+@Controller("/robots.txt")
+export class RobotsController {
+  private readonly stage = this.configService.env().NODE_ENV;
+
+  constructor(private readonly configService: ConfigService) {}
+
+  @Get("/")
+  public async robotsTxt(@Res() response: Response): Promise<Response> {
+    response.set("Content-Type", "text/plain");
+    if (this.stage === "production") {
+      return response.send("User-agent: *\nAllow: /");
+    } else {
+      return response.send("User-agent: *\nDisallow: /");
+    }
+  }
 }