Add robots.txt to koji web

roles/koji_hub/files/kojiweb.conf

@@ -6,6 +6,14 @@ KeepAlive On
 Alias /koji "/usr/share/koji-web/scripts/wsgi_publisher.py"
 #(configuration goes in /etc/kojiweb/web.conf)
 
+Alias /robots.txt /var/www/html/robots.txt
+
+<Directory "/var/www/html">
+    Options None
+    AllowOverride None
+    Require all granted
+</Directory>
+
 <Directory "/usr/share/koji-web/scripts/">
     Options ExecCGI
     SetHandler wsgi-script

roles/koji_hub/files/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /

roles/koji_hub/tasks/main.yml

@@ -171,6 +171,13 @@
   notify: restart httpd
   when: env != "staging"
 
+- name: koji robots.txt config
+  copy: src=robots.txt dest=/var/www/html/robots.txt
+  tags:
+  - config
+  - koji_hub
+  notify: restart httpd
+
 - name: kojira log dir
   file: dest=/var/log/kojira owner=root group=root mode=0750 state=directory
   tags: