From 5d61afac37bb918b46712b16e9dad12a648cd7c1 Mon Sep 17 00:00:00 2001 From: Paweł Dybiec Date: Sun, 26 Apr 2020 03:08:21 +0200 Subject: Optimize darling website --- compose/nginx/darling/robots.txt | 17 ----------------- 1 file changed, 17 deletions(-) delete mode 100644 compose/nginx/darling/robots.txt (limited to 'compose/nginx/darling/robots.txt') diff --git a/compose/nginx/darling/robots.txt b/compose/nginx/darling/robots.txt deleted file mode 100644 index 83b2668..0000000 --- a/compose/nginx/darling/robots.txt +++ /dev/null @@ -1,17 +0,0 @@ -############################################################################## -# This is a production robots.txt! Edit with care. -############################################################################## - -User-agent: * -Disallow: /wotd-signup-message -Disallow: /wotd-signup-result -Disallow: /word-of-the-day/manage-subscription -Disallow: /interstitial-ad -Disallow: /my-saved-words/dictionary/starclick/ -Disallow: /lapi -Disallow: /assets/mw/static/old-games/ -Sitemap: https://www.merriam-webster.com/sitemap-ssl/sitemap_index.xml - -############################################################################## -# This is a production robots.txt! Edit with care. -############################################################################## -- cgit 1.4.1