Added dynamic robots file

src/app/robots.ts

@@ -1,6 +1,8 @@
 import { getAllUrls } from "@/lib/db/urls"
 import type { MetadataRoute } from "next"
 
+export const dynamic = "force-dynamic"
+
 export default async function robots(): Promise<MetadataRoute.Robots> {
     const urls = await getAllUrls()