chore(web): add robots and sitemap

web/app/robots.ts

@@ -0,0 +1,12 @@
+import { MetadataRoute } from 'next'
+
+export default function robots(): MetadataRoute.Robots {
+  return {
+    rules: {
+      userAgent: '*',
+      allow: '/',
+      disallow: ['/dashboard/', '/api/'],
+    },
+    sitemap: `${process.env.NEXT_PUBLIC_SITE_URL}/sitemap.xml`,
+  }
+}

web/app/sitemap.ts

@@ -0,0 +1,75 @@
+import { MetadataRoute } from 'next'
+import { Routes } from '@/config/routes'
+
+export default function sitemap(): MetadataRoute.Sitemap {
+  const baseUrl = process.env.NEXT_PUBLIC_SITE_URL
+
+  if (!baseUrl?.includes('textbee.dev')) {
+    return []
+  }
+
+  const routes = [
+    {
+      url: baseUrl,
+      lastModified: new Date(),
+      changeFrequency: 'monthly' as const,
+      priority: 1,
+    },
+    {
+      url: `${baseUrl}${Routes.login}`,
+      lastModified: new Date(),
+      changeFrequency: 'monthly' as const,
+      priority: 0.8,
+    },
+    {
+      url: `${baseUrl}${Routes.register}`,
+      lastModified: new Date(),
+      changeFrequency: 'monthly' as const,
+      priority: 0.8,
+    },
+    {
+      url: `${baseUrl}${Routes.dashboard}`,
+      lastModified: new Date(),
+      changeFrequency: 'weekly' as const,
+      priority: 0.9,
+    },
+    {
+      url: `${baseUrl}${Routes.contribute}`,
+      lastModified: new Date(),
+      changeFrequency: 'monthly' as const,
+      priority: 0.7,
+    },
+    // {
+    //   url: `${baseUrl}/pricing`,
+    //   lastModified: new Date(),
+    //   changeFrequency: 'monthly' as const,
+    //   priority: 0.8,
+    // },
+    // {
+    //   url: `${baseUrl}/docs`,
+    //   lastModified: new Date(),
+    //   changeFrequency: 'weekly' as const,
+    //   priority: 0.9,
+    // },
+    // {
+    //   url: `${baseUrl}/blog`,
+    //   lastModified: new Date(),
+    //   changeFrequency: 'weekly' as const,
+    //   priority: 0.7,
+    // },
+    // {
+    //   url: `${baseUrl}/privacy`,
+    //   lastModified: new Date(),
+    //   changeFrequency: 'yearly' as const,
+    //   priority: 0.5,
+    // },
+    // {
+    //   url: `${baseUrl}/terms`,
+    //   lastModified: new Date(),
+    //   changeFrequency: 'yearly' as const,
+    //   priority: 0.5,
+    // },
+  ]
+
+  return routes
+}