Update dspace 7 paths in robots.txt

Author: MarieVerdonck

src/assets/static/robots.txt.ejs

@@ -9,11 +9,14 @@ Sitemap: <%= dspaceUrl %>/sitemaps/sitemap0.html
 # (NOTE: blank lines are not allowable in a group record)
 ##########################
 User-agent: *
-# Disable access to Discovery search and filters
-Disallow: /discover
-Disallow: /search-filter
+# Disable access to Discovery search and filters; admin pages; processes; submission; workspace; workflow & profile page
+Disallow: /search
+Disallow: /admin/*
+Disallow: /submit
+Disallow: /workspaceitems
+Disallow: /profile
+Disallow: /workflowitems
 
-#
 # Optionally uncomment the following line ONLY if sitemaps are working
 # and you have verified that your site is being indexed correctly.
 # Disallow: /browse/*