wordpress: Disallow indexing staging sites

Closes: #32

Author: supertassu

hieradata/environments/staging/roles/docs/wordpress.yaml

@@ -1,5 +1,6 @@
 profile::wordpress::docs::admin_email: [email protected]
 profile::wordpress::docs::builder_email: [email protected]
+profile::wordpress::docs::robots_txt_deny_all: true
 profile::wordpress::docs::wordpress_version: ~
 
 profile::certbot::certificates:

modules/profile/manifests/wordpress/docs.pp

@@ -8,6 +8,7 @@
   Stdlib::Email        $builder_email         = lookup('profile::wordpress::docs::builder_email'),
   String[1]            $wp_content_branch     = lookup('profile::wordpress::docs::wp_content_branch', {default_value => 'main'}),
   String               $append_title          = lookup('profile::wordpress::docs::append_title', {default_value => ''}),
+  Boolean              $robots_txt_deny_all   = lookup('profile::wordpress::docs::robots_txt_deny_all', {default_value => false}),
   String[1]            $builder_password_seed = lookup('docs_builder_password_seed'),
   String               $prepend_host          = lookup('docs_prepend_host', {default_value => ''}),
 ) {
@@ -96,6 +97,7 @@
       base_path           => $dir,
       permalink_structure => '/%postname%/',
       gilded_wordpress    => true,
+      robots_txt_deny_all => $robots_txt_deny_all,
       config_files        => [
         '/srv/wordpress/docs-config-shared.php',
         "${dir}/jquery-config.php",

modules/wordpress/manifests/site.pp

@@ -19,6 +19,7 @@
   Array[Wordpress::Plugin]  $plugins             = [],
   Array[Wordpress::Sidebar] $sidebars            = [],
   String[1]                 $permalink_structure = '/%year%/%monthnum%/%day%/%postname%/',
+  Boolean                   $robots_txt_deny_all = false,
   Boolean                   $gilded_wordpress    = false,
   Stdlib::Unixpath          $webroot             = $base_path,
 ) {
@@ -187,6 +188,14 @@
     }
   }
 
+  if $robots_txt_deny_all {
+    file { "${base_path}/robots.txt":
+      ensure  => file,
+      content => "User-Agent: *\nDisallow: /\n",
+      require => Exec["wp-install-${title}"],
+    }
+  }
+
   $php_fpm_version = $::php::fpm::version
   if $path == '/' {
     $tls_config = nginx::tls_config()