Added robots meta tag to inline version to prevent indexing.

Gruntfile.js

@@ -379,10 +379,6 @@ module.exports = function (grunt) {
                         src: "docs/**",
                         dest: "build/prod/"
                     },
-                    {
-                        src: "src/web/static/robots.txt",
-                        dest: "build/prod/robots.txt"
-                    }
                 ]
             }
         },

src/web/html/index.html

@@ -88,6 +88,7 @@
             window.loadingMsgsInt = setInterval(changeLoadingMsg, (Math.random() * 2000) + 1500);
         </script>
         <% if (!htmlWebpackPlugin.options.inline) { %>
+            <meta name="robots" content="noindex" />
             <script type="application/ld+json">
                 <% print(JSON.stringify(require("../static/structuredData.json"))); %>
             </script>

src/web/static/robots.txt

@@ -1,4 +0,0 @@
-user-agent: *
-disallow: /cyberchef.htm
-
-sitemap: https://gchq.github.io/CyberChef/sitemap.xml