add robots.txt file

Author: andrew-s28

docker-compose.yml

@@ -18,6 +18,7 @@ services:
       - ./certbot/www/:/var/www/certbot/:ro
       - ./certbot/conf/:/etc/nginx/ssl/:ro
       - ./static:/usr/src/app/static
+      - ./public:/usr/src/app/public
     ports:
       - 80:80
       - 443:443

nginx/nginx.conf

@@ -57,6 +57,10 @@ server {
         alias /usr/src/app/static/;
     }
 
+    location /robots.txt {
+        alias /usr/src/app/public/robots.txt;
+    }
+
 }
 
 server {
@@ -101,4 +105,8 @@ server {
         alias /usr/src/app/static/;
     }
 
+    location /robots.txt {
+        alias /usr/src/app/public/robots.txt;
+    }
+
 }

public/robots.txt

@@ -0,0 +1,2 @@
+User-Agent: *
+Allow: /