From 09e74b0b4fecce03ff3a1432fcb5b9ccef4280a7 Mon Sep 17 00:00:00 2001 From: Paweł Dybiec Date: Tue, 10 Mar 2020 18:25:01 +0100 Subject: Move darling files --- compose/nginx/darling/robots.txt | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 compose/nginx/darling/robots.txt (limited to 'compose/nginx/darling/robots.txt') diff --git a/compose/nginx/darling/robots.txt b/compose/nginx/darling/robots.txt new file mode 100644 index 0000000..83b2668 --- /dev/null +++ b/compose/nginx/darling/robots.txt @@ -0,0 +1,17 @@ +############################################################################## +# This is a production robots.txt! Edit with care. +############################################################################## + +User-agent: * +Disallow: /wotd-signup-message +Disallow: /wotd-signup-result +Disallow: /word-of-the-day/manage-subscription +Disallow: /interstitial-ad +Disallow: /my-saved-words/dictionary/starclick/ +Disallow: /lapi +Disallow: /assets/mw/static/old-games/ +Sitemap: https://www.merriam-webster.com/sitemap-ssl/sitemap_index.xml + +############################################################################## +# This is a production robots.txt! Edit with care. +############################################################################## -- cgit 1.4.1