From af7365a1775e8171a91bba1fb87836438731b3c8 Mon Sep 17 00:00:00 2001 From: wess Date: Mon, 22 Jan 2024 12:21:41 -0500 Subject: [PATCH 1/3] Adds robots.txt to avoid anything but www or root appwrite.io --- src/routes/robots.txt/+server.ts | 19 +++++++++++++++++++ static/robots.txt | 3 --- 2 files changed, 19 insertions(+), 3 deletions(-) create mode 100644 src/routes/robots.txt/+server.ts delete mode 100644 static/robots.txt diff --git a/src/routes/robots.txt/+server.ts b/src/routes/robots.txt/+server.ts new file mode 100644 index 0000000000..99a20f8f19 --- /dev/null +++ b/src/routes/robots.txt/+server.ts @@ -0,0 +1,19 @@ +import type { RequestHandler } from "@sveltejs/kit"; + +export const prerender = true; + +const follow = `# robotstxt.org/ +User-agent: *`; + +const nofollow = `# robotstxt.org/ +User-agent: * +Disallow: /`; + +export const GET:RequestHandler = ({url}) => { + const h = url.hostname.split('.')[0]; + + + return new Response( + h === 'www' || h === 'appwrite' ? follow : nofollow + ); +} \ No newline at end of file diff --git a/static/robots.txt b/static/robots.txt deleted file mode 100644 index ef9d9f6edd..0000000000 --- a/static/robots.txt +++ /dev/null @@ -1,3 +0,0 @@ -# robotstxt.org/ - -User-agent: * \ No newline at end of file From 7000948f54fcc608d067ca5de5b8813d14dd34d8 Mon Sep 17 00:00:00 2001 From: wess Date: Tue, 23 Jan 2024 10:42:47 -0500 Subject: [PATCH 2/3] Updates for PR request --- src/routes/robots.txt/+server.ts | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/routes/robots.txt/+server.ts b/src/routes/robots.txt/+server.ts index 99a20f8f19..26a25477bf 100644 --- a/src/routes/robots.txt/+server.ts +++ b/src/routes/robots.txt/+server.ts @@ -1,7 +1,5 @@ import type { RequestHandler } from "@sveltejs/kit"; -export const prerender = true; - const follow = `# robotstxt.org/ User-agent: *`; @@ -14,6 +12,6 @@ export const GET:RequestHandler = ({url}) => { return new Response( - h === 'www' || h === 'appwrite' ? follow : nofollow + h === 'appwrite' ? follow : nofollow ); } \ No newline at end of file From 52aeb23bd159061c9b8d2333f7aa59884e11d0bd Mon Sep 17 00:00:00 2001 From: wess Date: Wed, 24 Jan 2024 11:03:14 -0500 Subject: [PATCH 3/3] Since we are only worried about appwrite.io, we don't need the split --- src/routes/robots.txt/+server.ts | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/src/routes/robots.txt/+server.ts b/src/routes/robots.txt/+server.ts index 26a25477bf..eecd8c2f2d 100644 --- a/src/routes/robots.txt/+server.ts +++ b/src/routes/robots.txt/+server.ts @@ -8,10 +8,7 @@ User-agent: * Disallow: /`; export const GET:RequestHandler = ({url}) => { - const h = url.hostname.split('.')[0]; - - return new Response( - h === 'appwrite' ? follow : nofollow + url.hostname === 'appwrite.io' ? follow : nofollow ); } \ No newline at end of file