[copr][backend] logststash config: ignore requests generated by search engine crawlers

roles/copr/backend/templates/logstash.d/copr_backend.conf

@@ -18,6 +18,16 @@ filter {
       patterns_dir => "/usr/share/logstash/patterns"
       pattern => "%{LIGHTTPD}"
     }
+
+    # ignore requests generated by search engine crawlers
+    useragent {
+      source => "agent"
+      target => "ua_parsed"
+    }
+    if [ua_parsed][device] == "Spider" {
+      drop {}
+    }
+
     date {
        match => [ "timestamp", "dd/MMM/yyyy:HH:mm:ss Z" ]
     }