aboutsummaryrefslogtreecommitdiffstats
path: root/vnfmarket/src/main/webapp/vnfmarket/common/thirdparty/bootstrap/robots.txt
diff options
context:
space:
mode:
Diffstat (limited to 'vnfmarket/src/main/webapp/vnfmarket/common/thirdparty/bootstrap/robots.txt')
-rw-r--r--vnfmarket/src/main/webapp/vnfmarket/common/thirdparty/bootstrap/robots.txt9
1 files changed, 9 insertions, 0 deletions
diff --git a/vnfmarket/src/main/webapp/vnfmarket/common/thirdparty/bootstrap/robots.txt b/vnfmarket/src/main/webapp/vnfmarket/common/thirdparty/bootstrap/robots.txt
new file mode 100644
index 00000000..aef3fa1f
--- /dev/null
+++ b/vnfmarket/src/main/webapp/vnfmarket/common/thirdparty/bootstrap/robots.txt
@@ -0,0 +1,9 @@
+---
+---
+
+# www.robotstxt.org/
+
+# Allow crawling of all content
+User-agent: *
+Disallow:
+Sitemap: {{ site.url }}/sitemap.xml