From 4863faa241530009d3a7a981f0a4524e832aea36 Mon Sep 17 00:00:00 2001 From: Paweł Dybiec Date: Fri, 24 May 2019 14:20:41 +0200 Subject: Added Darling Original website copied with wget. Then fixed play button and replaced with 02 voice. --- compose/nginx/static-html/darling/robots.txt | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 compose/nginx/static-html/darling/robots.txt (limited to 'compose/nginx/static-html/darling/robots.txt') diff --git a/compose/nginx/static-html/darling/robots.txt b/compose/nginx/static-html/darling/robots.txt new file mode 100644 index 0000000..83b2668 --- /dev/null +++ b/compose/nginx/static-html/darling/robots.txt @@ -0,0 +1,17 @@ +############################################################################## +# This is a production robots.txt! Edit with care. +############################################################################## + +User-agent: * +Disallow: /wotd-signup-message +Disallow: /wotd-signup-result +Disallow: /word-of-the-day/manage-subscription +Disallow: /interstitial-ad +Disallow: /my-saved-words/dictionary/starclick/ +Disallow: /lapi +Disallow: /assets/mw/static/old-games/ +Sitemap: https://www.merriam-webster.com/sitemap-ssl/sitemap_index.xml + +############################################################################## +# This is a production robots.txt! Edit with care. +############################################################################## -- cgit 1.4.1