aboutsummaryrefslogtreecommitdiff
path: root/part1/anecdotes/public/robots.txt
diff options
context:
space:
mode:
authorIbrahim Mkusa <ibrahimmkusa@gmail.com>2023-04-26 20:15:41 -0400
committerIbrahim Mkusa <ibrahimmkusa@gmail.com>2023-04-26 20:15:41 -0400
commit911544693232e3c5fb9da66a38419294fee12fb1 (patch)
treea6fc2f88a1b1d90195a9a55fa39f761126035d1b /part1/anecdotes/public/robots.txt
parentb87aa3654e9ab5fbb88f8dd108d67531d3a43bef (diff)
begin work on ex1.12
Diffstat (limited to 'part1/anecdotes/public/robots.txt')
-rw-r--r--part1/anecdotes/public/robots.txt3
1 files changed, 3 insertions, 0 deletions
diff --git a/part1/anecdotes/public/robots.txt b/part1/anecdotes/public/robots.txt
new file mode 100644
index 0000000..e9e57dc
--- /dev/null
+++ b/part1/anecdotes/public/robots.txt
@@ -0,0 +1,3 @@
+# https://www.robotstxt.org/robotstxt.html
+User-agent: *
+Disallow: