feat: integrating_robots_through_multi_channel_configuration

nginx/Dockerfile

@@ -15,6 +15,7 @@ RUN apt-get update \
 COPY nginx.conf /etc/nginx/nginx.conf
 COPY features /etc/nginx/features/
 COPY templates /etc/nginx/templates/
+COPY robots /etc/nginx/conf.d/robots/
 COPY docker-entrypoint.d/*.sh /docker-entrypoint.d/
 COPY *.yaml /
 COPY 50x.html /usr/share/nginx/html/

nginx/robots/inSPIRED-inTRONICS-Site_robots.txt

@@ -0,0 +1,15 @@
+User-agent: *
+Disallow: /error
+Disallow: /maintenance
+Disallow: /account
+Disallow: /search
+Disallow: /compare
+Disallow: /recently
+Disallow: /basket
+Disallow: /checkout
+Disallow: /register
+Disallow: /login
+Disallow: /logout
+Disallow: /forgotPassword
+Disallow: /gdpr-requests
+Disallow: /contact

nginx/robots/inSPIRED-inTRONICS_Business-Site_robots.txt

@@ -0,0 +1,15 @@
+User-agent: *
+Disallow: /error
+Disallow: /maintenance
+Disallow: /account
+Disallow: /search
+Disallow: /compare
+Disallow: /recently
+Disallow: /basket
+Disallow: /checkout
+Disallow: /register
+Disallow: /login
+Disallow: /logout
+Disallow: /forgotPassword
+Disallow: /gdpr-requests
+Disallow: /contact

nginx/templates/multi-channel.conf.tmpl

@@ -159,6 +159,9 @@ server {
         proxy_busy_buffers_size 256k;
     }
   {{ if (has $mapping "channel") }}
+   location = /robots.txt {
+      alias /etc/nginx/conf.d/robots/{{ .channel }}_robots.txt;
+    }
     location / {
         {{- tmpl.Exec "LOCATION_TEMPLATE" $mapping }}
         include /etc/nginx/conf.d/add-header.conf;