Add robot.txt

emmanue1 · emmanue1 · commit 116d71b0b527 · 2019-06-17T07:56:07.000+02:00
diff --git a/robot.txt b/robot.txt
@@ -0,0 +1,5 @@
+User-agent: *
+Disallow: /js/
+Disallow: /css/
+Disallow: /website/
+Allow: /
diff --git a/website/build.gradle b/website/build.gradle
@@ -52,7 +52,7 @@ task prepareIndexHtml {
 task copyFiles {
     dependsOn prepareIndexHtml
     doLast {
-        ['src/.htaccess', 'src/favicon.ico', 'src/google8db921c12949ed8c.html', 'src/sitemap.xml', 'build/html/index.html'].each { file -> ant.copy(file: file, todir: '..') }
+        ['src/.htaccess', 'src/favicon.ico', 'src/google8db921c12949ed8c.html', 'src/sitemap.xml', 'src/robot.txt', 'build/html/index.html'].each { file -> ant.copy(file: file, todir: '..') }
     }
 }
 
@@ -62,7 +62,7 @@ task build {
 
 task clean {
     doLast {
-        ['../.htaccess', '../favicon.ico', '../google8db921c12949ed8c.html', '../index.html'].each { file -> ant.delete(file: file)	}
+        ['../.htaccess', '../favicon.ico', '../google8db921c12949ed8c.html', '../sitemap.xml', '../robot.txt', '../index.html'].each { file -> ant.delete(file: file)	}
         ['../css', '../img', '../js', 'build'].each { dir -> ant.delete(dir: dir) }
     }
 }
diff --git a/website/src/robot.txt b/website/src/robot.txt
@@ -0,0 +1,5 @@
+User-agent: *
+Disallow: /js/
+Disallow: /css/
+Disallow: /website/
+Allow: /

Original file line number	Diff line number	Diff line change
`@@ -52,7 +52,7 @@ task prepareIndexHtml {`
`52`	`52`	`task copyFiles {`
`53`	`53`	`dependsOn prepareIndexHtml`
`54`	`54`	`doLast {`
`55`		`- ['src/.htaccess', 'src/favicon.ico', 'src/google8db921c12949ed8c.html', 'src/sitemap.xml', 'build/html/index.html'].each { file -> ant.copy(file: file, todir: '..') }`
	`55`	`+ ['src/.htaccess', 'src/favicon.ico', 'src/google8db921c12949ed8c.html', 'src/sitemap.xml', 'src/robot.txt', 'build/html/index.html'].each { file -> ant.copy(file: file, todir: '..') }`
`56`	`56`	`}`
`57`	`57`	`}`
`58`	`58`
`@@ -62,7 +62,7 @@ task build {`
`62`	`62`
`63`	`63`	`task clean {`
`64`	`64`	`doLast {`
`65`		`- ['../.htaccess', '../favicon.ico', '../google8db921c12949ed8c.html', '../index.html'].each { file -> ant.delete(file: file) }`
	`65`	`+ ['../.htaccess', '../favicon.ico', '../google8db921c12949ed8c.html', '../sitemap.xml', '../robot.txt', '../index.html'].each { file -> ant.delete(file: file) }`
`66`	`66`	`['../css', '../img', '../js', 'build'].each { dir -> ant.delete(dir: dir) }`
`67`	`67`	`}`
`68`	`68`	`}`