From d81c8754ebf6dbcc89c2339e9dbd2705f274154a Mon Sep 17 00:00:00 2001
From: Paweł Dybiec <pawel@dybiec.info>
Date: Mon, 2 Oct 2023 19:33:04 +0100
Subject: Add robots.txt

---
 robots.txt | 5 +++++
 site.hs    | 4 ++++
 2 files changed, 9 insertions(+)
 create mode 100644 robots.txt

diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..ed8c524
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,5 @@
+User-agent: GPTBot
+Disallow: /
+
+User-agent: *
+Allow: /
\ No newline at end of file
diff --git a/site.hs b/site.hs
index 7abbee7..7d88da9 100644
--- a/site.hs
+++ b/site.hs
@@ -15,6 +15,10 @@ main = hakyll $ do
         route   idRoute
         compile copyFileCompiler
 
+    match (fromList ["robots.txt"]) $ do
+        route   idRoute
+        compile copyFileCompiler
+
     match "css/*" $ compile compressCssCompiler
     create ["style.css"] $ do
         route idRoute
-- 
cgit 1.4.1