Merge pull request #2827 from mozilla-services/remove-robots-txt

remove robots.txt and replace with meta noindex
mozilla-services · May 8, 2017 · 4a35e31 · 4a35e31
2 parents c2cd9b1 + 1c6efd6
commit 4a35e31
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 5 deletions.
diff --git a/server/src/pages/shot/view.js b/server/src/pages/shot/view.js
@@ -99,6 +99,7 @@ class Head extends React.Component {
     if (expired) {
       return (
         <reactruntime.HeadTemplate {...this.props}>
+          <meta name="robots" content="noindex" />
           <script src={ this.props.staticLink("/static/js/wantsauth.js") } />
           <script src={ this.props.staticLink("/static/js/shot-bundle.js") } async />
           <link rel="stylesheet" href={ this.props.staticLink("/static/css/frame.css") } />

diff --git a/server/src/server.js b/server/src/server.js
@@ -383,11 +383,6 @@ app.get("/favicon.ico", function(req, res) {
   res.redirect(301, "/static/img/icon-32.png");
 });
 
-app.get("/robots.txt", function(req, res) {
-  res.header("Content-Type", "text/plain");
-  res.send("User-agent: *\nDisallow: /\n");
-});
-
 app.post("/error", function(req, res) {
   let bodyObj = req.body;
   if (typeof bodyObj !== "object") {