diff options
Diffstat (limited to 'compose/nginx/static-html/darling/robots.txt')
| -rw-r--r-- | compose/nginx/static-html/darling/robots.txt | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/compose/nginx/static-html/darling/robots.txt b/compose/nginx/static-html/darling/robots.txt new file mode 100644 index 0000000..83b2668 --- /dev/null +++ b/compose/nginx/static-html/darling/robots.txt @@ -0,0 +1,17 @@ +############################################################################## +# This is a production robots.txt! Edit with care. +############################################################################## + +User-agent: * +Disallow: /wotd-signup-message +Disallow: /wotd-signup-result +Disallow: /word-of-the-day/manage-subscription +Disallow: /interstitial-ad +Disallow: /my-saved-words/dictionary/starclick/ +Disallow: /lapi +Disallow: /assets/mw/static/old-games/ +Sitemap: https://www.merriam-webster.com/sitemap-ssl/sitemap_index.xml + +############################################################################## +# This is a production robots.txt! Edit with care. +############################################################################## |